2024-12-09 15:20:25,373 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-09 15:20:25,389 main DEBUG Took 0.013463 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 15:20:25,389 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 15:20:25,390 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 15:20:25,390 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 15:20:25,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,399 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 15:20:25,410 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,412 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,413 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,414 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,415 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,416 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,416 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,417 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,418 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,419 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:20:25,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,421 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 15:20:25,422 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:20:25,423 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 15:20:25,425 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 15:20:25,425 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 15:20:25,426 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 15:20:25,427 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 15:20:25,435 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 15:20:25,438 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 15:20:25,440 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 15:20:25,440 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 15:20:25,440 main DEBUG createAppenders(={Console}) 2024-12-09 15:20:25,441 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-09 15:20:25,441 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-09 15:20:25,441 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-09 15:20:25,442 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 15:20:25,442 main DEBUG OutputStream closed 2024-12-09 15:20:25,442 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 15:20:25,443 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 15:20:25,443 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-09 15:20:25,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 15:20:25,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 15:20:25,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 15:20:25,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 15:20:25,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 15:20:25,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 15:20:25,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 15:20:25,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 15:20:25,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 15:20:25,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 15:20:25,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 15:20:25,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 15:20:25,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 15:20:25,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 15:20:25,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 15:20:25,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 15:20:25,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 15:20:25,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 15:20:25,523 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 15:20:25,524 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-09 15:20:25,524 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 15:20:25,525 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-09T15:20:25,853 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4 2024-12-09 15:20:25,857 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 15:20:25,858 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T15:20:25,872 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-09T15:20:25,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T15:20:25,930 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02, deleteOnExit=true 2024-12-09T15:20:25,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T15:20:25,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/test.cache.data in system properties and HBase conf 2024-12-09T15:20:25,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T15:20:25,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/hadoop.log.dir in system properties and HBase conf 2024-12-09T15:20:25,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T15:20:25,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T15:20:25,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T15:20:26,106 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T15:20:26,248 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T15:20:26,253 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:20:26,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:20:26,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T15:20:26,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:20:26,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T15:20:26,257 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T15:20:26,257 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:20:26,258 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:20:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T15:20:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/nfs.dump.dir in system properties and HBase conf 2024-12-09T15:20:26,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/java.io.tmpdir in system properties and HBase conf 2024-12-09T15:20:26,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:20:26,261 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T15:20:26,261 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T15:20:27,336 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T15:20:27,450 INFO [Time-limited test {}] log.Log(170): Logging initialized @2945ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T15:20:27,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:20:27,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:20:27,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:20:27,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:20:27,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T15:20:27,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:20:27,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:20:27,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:20:27,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/java.io.tmpdir/jetty-localhost-36655-hadoop-hdfs-3_4_1-tests_jar-_-any-17281901762512974819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:20:27,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:36655} 2024-12-09T15:20:27,902 INFO [Time-limited test {}] server.Server(415): Started @3398ms 2024-12-09T15:20:28,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:20:28,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:20:28,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:20:28,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:20:28,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T15:20:28,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:20:28,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:20:28,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ba49e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/java.io.tmpdir/jetty-localhost-39191-hadoop-hdfs-3_4_1-tests_jar-_-any-17624533779235725184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:20:28,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:39191} 2024-12-09T15:20:28,528 INFO [Time-limited test {}] server.Server(415): Started @4024ms 2024-12-09T15:20:28,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T15:20:29,113 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02/dfs/data/data1/current/BP-1280369794-172.17.0.3-1733757627046/current, will proceed with Du for space computation calculation, 2024-12-09T15:20:29,116 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02/dfs/data/data2/current/BP-1280369794-172.17.0.3-1733757627046/current, will proceed with Du for space computation calculation, 2024-12-09T15:20:29,185 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T15:20:29,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70da56ae1b1dec76 with lease ID 0x1661bcbdffbdda8b: Processing first storage report for DS-bb95561e-eb4d-4d31-84b6-960407b8800f from datanode DatanodeRegistration(127.0.0.1:43939, datanodeUuid=961ec2db-2921-4f7b-8384-2fec30db1c0e, infoPort=37085, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=1316402133;c=1733757627046) 2024-12-09T15:20:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70da56ae1b1dec76 with lease ID 0x1661bcbdffbdda8b: from storage DS-bb95561e-eb4d-4d31-84b6-960407b8800f node DatanodeRegistration(127.0.0.1:43939, datanodeUuid=961ec2db-2921-4f7b-8384-2fec30db1c0e, infoPort=37085, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=1316402133;c=1733757627046), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T15:20:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70da56ae1b1dec76 with lease ID 0x1661bcbdffbdda8b: Processing first storage report for DS-4d1b723a-e6a8-49ca-b649-885cdc9a678b from datanode DatanodeRegistration(127.0.0.1:43939, datanodeUuid=961ec2db-2921-4f7b-8384-2fec30db1c0e, infoPort=37085, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=1316402133;c=1733757627046) 2024-12-09T15:20:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70da56ae1b1dec76 with lease ID 0x1661bcbdffbdda8b: from storage DS-4d1b723a-e6a8-49ca-b649-885cdc9a678b node DatanodeRegistration(127.0.0.1:43939, datanodeUuid=961ec2db-2921-4f7b-8384-2fec30db1c0e, infoPort=37085, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=1316402133;c=1733757627046), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T15:20:29,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4 2024-12-09T15:20:29,437 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02/zookeeper_0, clientPort=61620, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T15:20:29,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61620 2024-12-09T15:20:29,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:20:29,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:20:29,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741825_1001 (size=7) 2024-12-09T15:20:30,222 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 with version=8 2024-12-09T15:20:30,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/hbase-staging 2024-12-09T15:20:30,397 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T15:20:30,815 INFO [Time-limited test {}] client.ConnectionUtils(129): master/33eb8daa289d:0 server-side Connection retries=45 2024-12-09T15:20:30,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:20:30,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:20:30,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:20:30,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:20:30,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:20:31,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:20:31,134 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T15:20:31,145 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T15:20:31,152 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:20:31,204 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7716 (auto-detected) 2024-12-09T15:20:31,206 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-09T15:20:31,241 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:34895 2024-12-09T15:20:31,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:20:31,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:20:31,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34895 connecting to ZooKeeper ensemble=127.0.0.1:61620 2024-12-09T15:20:31,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348950x0, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:20:31,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34895-0x10197cfde6f0000 connected 2024-12-09T15:20:31,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T15:20:31,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:20:31,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:20:31,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34895 2024-12-09T15:20:31,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34895 2024-12-09T15:20:31,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34895 2024-12-09T15:20:31,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34895 2024-12-09T15:20:31,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34895 2024-12-09T15:20:31,480 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9, hbase.cluster.distributed=false 2024-12-09T15:20:31,576 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/33eb8daa289d:0 server-side Connection retries=45 2024-12-09T15:20:31,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:20:31,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:20:31,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:20:31,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:20:31,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:20:31,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:20:31,582 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:20:31,583 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:46843 2024-12-09T15:20:31,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T15:20:31,600 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T15:20:31,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:20:31,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:20:31,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46843 connecting to ZooKeeper ensemble=127.0.0.1:61620 2024-12-09T15:20:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468430x0, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:20:31,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468430x0, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T15:20:31,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468430x0, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:20:31,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46843-0x10197cfde6f0001 connected 2024-12-09T15:20:31,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:20:31,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46843 2024-12-09T15:20:31,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46843 2024-12-09T15:20:31,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46843 2024-12-09T15:20:31,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46843 2024-12-09T15:20:31,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46843 2024-12-09T15:20:31,636 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/33eb8daa289d,34895,1733757630387 2024-12-09T15:20:31,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:20:31,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:20:31,649 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/33eb8daa289d,34895,1733757630387 2024-12-09T15:20:31,658 DEBUG [M:0;33eb8daa289d:34895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33eb8daa289d:34895 2024-12-09T15:20:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T15:20:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T15:20:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:31,676 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T15:20:31,678 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/33eb8daa289d,34895,1733757630387 from backup master directory 2024-12-09T15:20:31,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T15:20:31,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/33eb8daa289d,34895,1733757630387 2024-12-09T15:20:31,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:20:31,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:20:31,687 WARN [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:20:31,687 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33eb8daa289d,34895,1733757630387 2024-12-09T15:20:31,690 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T15:20:31,692 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T15:20:31,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741826_1002 (size=42) 2024-12-09T15:20:31,780 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/hbase.id with ID: d8e1285e-582a-4c8f-b2a2-ad30195772c8 2024-12-09T15:20:31,839 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:20:31,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:31,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741827_1003 (size=196) 2024-12-09T15:20:31,921 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:20:31,924 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T15:20:31,943 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:31,949 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:20:31,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741828_1004 (size=1189) 2024-12-09T15:20:32,417 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store 2024-12-09T15:20:32,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741829_1005 (size=34) 2024-12-09T15:20:32,443 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T15:20:32,443 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:20:32,444 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:20:32,445 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:20:32,445 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:20:32,445 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:20:32,445 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:20:32,445 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:20:32,445 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T15:20:32,447 WARN [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/.initializing 2024-12-09T15:20:32,448 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/WALs/33eb8daa289d,34895,1733757630387 2024-12-09T15:20:32,454 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:20:32,465 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33eb8daa289d%2C34895%2C1733757630387, suffix=, logDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/WALs/33eb8daa289d,34895,1733757630387, archiveDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/oldWALs, maxLogs=10 2024-12-09T15:20:32,488 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/WALs/33eb8daa289d,34895,1733757630387/33eb8daa289d%2C34895%2C1733757630387.1733757632470, exclude list is [], retry=0 2024-12-09T15:20:32,505 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43939,DS-bb95561e-eb4d-4d31-84b6-960407b8800f,DISK] 2024-12-09T15:20:32,508 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T15:20:32,548 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/WALs/33eb8daa289d,34895,1733757630387/33eb8daa289d%2C34895%2C1733757630387.1733757632470 2024-12-09T15:20:32,549 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37085:37085)] 2024-12-09T15:20:32,549 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:20:32,550 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:20:32,553 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:20:32,554 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:20:32,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:20:32,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T15:20:32,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:32,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:20:32,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:20:32,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T15:20:32,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:32,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:20:32,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:20:32,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T15:20:32,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:32,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:20:32,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:20:32,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T15:20:32,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:32,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:20:32,674 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:20:32,675 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:20:32,685 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:20:32,690 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:20:32,694 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:20:32,696 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65044789, jitterRate=-0.0307571142911911}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:20:32,700 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T15:20:32,701 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T15:20:32,730 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cee69c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:32,765 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T15:20:32,777 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T15:20:32,777 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T15:20:32,780 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T15:20:32,782 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T15:20:32,788 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-09T15:20:32,788 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T15:20:32,813 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T15:20:32,826 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T15:20:32,829 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T15:20:32,831 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T15:20:32,832 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T15:20:32,834 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T15:20:32,836 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T15:20:32,839 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T15:20:32,841 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T15:20:32,842 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T15:20:32,845 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T15:20:32,855 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T15:20:32,856 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T15:20:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:20:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:20:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:32,861 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=33eb8daa289d,34895,1733757630387, sessionid=0x10197cfde6f0000, setting cluster-up flag (Was=false) 2024-12-09T15:20:32,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:32,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:32,882 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T15:20:32,883 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33eb8daa289d,34895,1733757630387 2024-12-09T15:20:32,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:32,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:32,900 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T15:20:32,902 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33eb8daa289d,34895,1733757630387 2024-12-09T15:20:32,950 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33eb8daa289d:46843 2024-12-09T15:20:32,951 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1008): ClusterId : d8e1285e-582a-4c8f-b2a2-ad30195772c8 2024-12-09T15:20:32,954 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T15:20:32,959 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T15:20:32,959 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T15:20:32,962 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T15:20:32,963 DEBUG [RS:0;33eb8daa289d:46843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184ef225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:32,964 DEBUG [RS:0;33eb8daa289d:46843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa7a03c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33eb8daa289d/172.17.0.3:0 2024-12-09T15:20:32,967 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T15:20:32,967 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T15:20:32,968 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T15:20:32,970 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(3073): reportForDuty to master=33eb8daa289d,34895,1733757630387 with isa=33eb8daa289d/172.17.0.3:46843, startcode=1733757631575 2024-12-09T15:20:32,983 DEBUG [RS:0;33eb8daa289d:46843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:20:32,991 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T15:20:32,997 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T15:20:33,000 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T15:20:33,005 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33eb8daa289d,34895,1733757630387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T15:20:33,008 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:20:33,009 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:20:33,009 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:20:33,009 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:20:33,009 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33eb8daa289d:0, corePoolSize=10, maxPoolSize=10 2024-12-09T15:20:33,010 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,010 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33eb8daa289d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:20:33,010 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,015 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733757663015 2024-12-09T15:20:33,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:20:33,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T15:20:33,018 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T15:20:33,019 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59411, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:20:33,019 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T15:20:33,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:33,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T15:20:33,024 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T15:20:33,025 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T15:20:33,025 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T15:20:33,025 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T15:20:33,026 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34895 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:33,026 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,029 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T15:20:33,030 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T15:20:33,031 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T15:20:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741831_1007 (size=1039) 2024-12-09T15:20:33,034 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T15:20:33,034 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T15:20:33,035 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.large.0-1733757633035,5,FailOnTimeoutGroup] 2024-12-09T15:20:33,036 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.small.0-1733757633035,5,FailOnTimeoutGroup] 2024-12-09T15:20:33,036 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,036 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T15:20:33,037 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,038 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,056 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-09T15:20:33,056 WARN [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T15:20:33,157 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(3073): reportForDuty to master=33eb8daa289d,34895,1733757630387 with isa=33eb8daa289d/172.17.0.3:46843, startcode=1733757631575 2024-12-09T15:20:33,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34895 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:33,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34895 {}] master.ServerManager(486): Registering regionserver=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:33,169 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 2024-12-09T15:20:33,170 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37533 2024-12-09T15:20:33,170 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T15:20:33,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:20:33,174 DEBUG [RS:0;33eb8daa289d:46843 {}] zookeeper.ZKUtil(111): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/33eb8daa289d,46843,1733757631575 2024-12-09T15:20:33,174 WARN [RS:0;33eb8daa289d:46843 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:20:33,174 INFO [RS:0;33eb8daa289d:46843 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:20:33,175 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/WALs/33eb8daa289d,46843,1733757631575 2024-12-09T15:20:33,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33eb8daa289d,46843,1733757631575] 2024-12-09T15:20:33,187 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T15:20:33,198 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T15:20:33,211 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T15:20:33,214 INFO [RS:0;33eb8daa289d:46843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T15:20:33,215 INFO [RS:0;33eb8daa289d:46843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,215 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T15:20:33,222 INFO [RS:0;33eb8daa289d:46843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,222 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,222 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,222 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,223 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,223 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,223 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33eb8daa289d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:20:33,223 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,223 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,223 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,223 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,224 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:20:33,224 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33eb8daa289d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:20:33,224 DEBUG [RS:0;33eb8daa289d:46843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:20:33,225 INFO [RS:0;33eb8daa289d:46843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,225 INFO [RS:0;33eb8daa289d:46843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,225 INFO [RS:0;33eb8daa289d:46843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,225 INFO [RS:0;33eb8daa289d:46843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,225 INFO [RS:0;33eb8daa289d:46843 {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,46843,1733757631575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:20:33,245 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T15:20:33,247 INFO [RS:0;33eb8daa289d:46843 {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,46843,1733757631575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:33,268 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.Replication(204): 33eb8daa289d,46843,1733757631575 started 2024-12-09T15:20:33,268 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1767): Serving as 33eb8daa289d,46843,1733757631575, RpcServer on 33eb8daa289d/172.17.0.3:46843, sessionid=0x10197cfde6f0001 2024-12-09T15:20:33,269 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T15:20:33,269 DEBUG [RS:0;33eb8daa289d:46843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:33,269 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33eb8daa289d,46843,1733757631575' 2024-12-09T15:20:33,269 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T15:20:33,270 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T15:20:33,270 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T15:20:33,271 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T15:20:33,271 DEBUG [RS:0;33eb8daa289d:46843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:33,271 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33eb8daa289d,46843,1733757631575' 2024-12-09T15:20:33,271 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T15:20:33,271 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T15:20:33,272 DEBUG [RS:0;33eb8daa289d:46843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T15:20:33,272 INFO [RS:0;33eb8daa289d:46843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T15:20:33,272 INFO [RS:0;33eb8daa289d:46843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T15:20:33,378 INFO [RS:0;33eb8daa289d:46843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:20:33,381 INFO [RS:0;33eb8daa289d:46843 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33eb8daa289d%2C46843%2C1733757631575, suffix=, logDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/WALs/33eb8daa289d,46843,1733757631575, archiveDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/oldWALs, maxLogs=32 2024-12-09T15:20:33,399 DEBUG [RS:0;33eb8daa289d:46843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/WALs/33eb8daa289d,46843,1733757631575/33eb8daa289d%2C46843%2C1733757631575.1733757633383, exclude list is [], retry=0 2024-12-09T15:20:33,404 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43939,DS-bb95561e-eb4d-4d31-84b6-960407b8800f,DISK] 2024-12-09T15:20:33,408 INFO [RS:0;33eb8daa289d:46843 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/WALs/33eb8daa289d,46843,1733757631575/33eb8daa289d%2C46843%2C1733757631575.1733757633383 2024-12-09T15:20:33,408 DEBUG [RS:0;33eb8daa289d:46843 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37085:37085)] 2024-12-09T15:20:33,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T15:20:33,437 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 2024-12-09T15:20:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741833_1009 (size=32) 2024-12-09T15:20:33,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:20:33,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:20:33,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:20:33,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:33,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:20:33,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:20:33,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:20:33,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:33,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:20:33,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:20:33,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:20:33,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:33,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:20:33,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740 2024-12-09T15:20:33,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740 2024-12-09T15:20:33,872 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:20:33,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T15:20:33,880 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:20:33,881 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70581032, jitterRate=0.05173933506011963}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:20:33,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T15:20:33,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:20:33,884 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T15:20:33,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T15:20:33,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:20:33,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:20:33,886 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T15:20:33,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T15:20:33,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:20:33,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T15:20:33,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T15:20:33,908 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T15:20:33,910 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T15:20:34,062 DEBUG [33eb8daa289d:34895 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T15:20:34,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:34,073 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33eb8daa289d,46843,1733757631575, state=OPENING 2024-12-09T15:20:34,079 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T15:20:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:34,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:20:34,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:20:34,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:20:34,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:34,266 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:20:34,270 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T15:20:34,284 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T15:20:34,284 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:20:34,285 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T15:20:34,290 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33eb8daa289d%2C46843%2C1733757631575.meta, suffix=.meta, logDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/WALs/33eb8daa289d,46843,1733757631575, archiveDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/oldWALs, maxLogs=32 2024-12-09T15:20:34,309 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/WALs/33eb8daa289d,46843,1733757631575/33eb8daa289d%2C46843%2C1733757631575.meta.1733757634292.meta, exclude list is [], retry=0 2024-12-09T15:20:34,314 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43939,DS-bb95561e-eb4d-4d31-84b6-960407b8800f,DISK] 2024-12-09T15:20:34,320 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/WALs/33eb8daa289d,46843,1733757631575/33eb8daa289d%2C46843%2C1733757631575.meta.1733757634292.meta 2024-12-09T15:20:34,325 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37085:37085)] 2024-12-09T15:20:34,325 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:20:34,327 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T15:20:34,401 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T15:20:34,407 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T15:20:34,412 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T15:20:34,412 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:20:34,412 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T15:20:34,413 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T15:20:34,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:20:34,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:20:34,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:34,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:20:34,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:20:34,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:20:34,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:34,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:20:34,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:20:34,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:20:34,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:34,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:20:34,431 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740 2024-12-09T15:20:34,434 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740 2024-12-09T15:20:34,437 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:20:34,440 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T15:20:34,442 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71618707, jitterRate=0.0672018975019455}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:20:34,443 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T15:20:34,451 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733757634257 2024-12-09T15:20:34,464 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T15:20:34,464 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T15:20:34,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:34,468 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33eb8daa289d,46843,1733757631575, state=OPEN 2024-12-09T15:20:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:20:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:20:34,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:20:34,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:20:34,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T15:20:34,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=33eb8daa289d,46843,1733757631575 in 389 msec 2024-12-09T15:20:34,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T15:20:34,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 583 msec 2024-12-09T15:20:34,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5520 sec 2024-12-09T15:20:34,495 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733757634494, completionTime=-1 2024-12-09T15:20:34,495 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T15:20:34,495 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T15:20:34,542 DEBUG [hconnection-0x4ef202ce-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:34,546 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:34,560 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-09T15:20:34,560 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733757694560 2024-12-09T15:20:34,560 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733757754560 2024-12-09T15:20:34,560 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 65 msec 2024-12-09T15:20:34,602 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,34895,1733757630387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:34,602 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,34895,1733757630387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:34,602 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,34895,1733757630387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:34,604 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33eb8daa289d:34895, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:34,605 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:34,612 DEBUG [master/33eb8daa289d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T15:20:34,617 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T15:20:34,619 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T15:20:34,628 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T15:20:34,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:20:34,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:34,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:20:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741835_1011 (size=358) 2024-12-09T15:20:35,078 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f6c565334c125b5000bdf8efc06431f8, NAME => 'hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 2024-12-09T15:20:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741836_1012 (size=42) 2024-12-09T15:20:35,092 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:20:35,093 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f6c565334c125b5000bdf8efc06431f8, disabling compactions & flushes 2024-12-09T15:20:35,093 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:20:35,093 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:20:35,093 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. after waiting 0 ms 2024-12-09T15:20:35,093 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:20:35,093 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:20:35,093 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f6c565334c125b5000bdf8efc06431f8: 2024-12-09T15:20:35,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:20:35,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733757635098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757635098"}]},"ts":"1733757635098"} 2024-12-09T15:20:35,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:20:35,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:20:35,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757635142"}]},"ts":"1733757635142"} 2024-12-09T15:20:35,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T15:20:35,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f6c565334c125b5000bdf8efc06431f8, ASSIGN}] 2024-12-09T15:20:35,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f6c565334c125b5000bdf8efc06431f8, ASSIGN 2024-12-09T15:20:35,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f6c565334c125b5000bdf8efc06431f8, ASSIGN; state=OFFLINE, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=false 2024-12-09T15:20:35,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f6c565334c125b5000bdf8efc06431f8, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:35,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f6c565334c125b5000bdf8efc06431f8, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:20:35,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:35,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:20:35,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f6c565334c125b5000bdf8efc06431f8, NAME => 'hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:20:35,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:20:35,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:20:35,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:20:35,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:20:35,496 INFO [StoreOpener-f6c565334c125b5000bdf8efc06431f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:20:35,512 INFO [StoreOpener-f6c565334c125b5000bdf8efc06431f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6c565334c125b5000bdf8efc06431f8 columnFamilyName info 2024-12-09T15:20:35,512 DEBUG [StoreOpener-f6c565334c125b5000bdf8efc06431f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:35,515 INFO [StoreOpener-f6c565334c125b5000bdf8efc06431f8-1 {}] regionserver.HStore(327): Store=f6c565334c125b5000bdf8efc06431f8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:20:35,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/namespace/f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:20:35,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/namespace/f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:20:35,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:20:35,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/namespace/f6c565334c125b5000bdf8efc06431f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:20:35,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f6c565334c125b5000bdf8efc06431f8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61690767, jitterRate=-0.0807359367609024}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:20:35,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f6c565334c125b5000bdf8efc06431f8: 2024-12-09T15:20:35,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8., pid=6, masterSystemTime=1733757635475 2024-12-09T15:20:35,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:20:35,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:20:35,549 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f6c565334c125b5000bdf8efc06431f8, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:35,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T15:20:35,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f6c565334c125b5000bdf8efc06431f8, server=33eb8daa289d,46843,1733757631575 in 235 msec 2024-12-09T15:20:35,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T15:20:35,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f6c565334c125b5000bdf8efc06431f8, ASSIGN in 403 msec 2024-12-09T15:20:35,569 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:20:35,570 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757635570"}]},"ts":"1733757635570"} 2024-12-09T15:20:35,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T15:20:35,585 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:20:35,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 965 msec 2024-12-09T15:20:35,633 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T15:20:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T15:20:35,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:35,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:20:35,684 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T15:20:35,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T15:20:35,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2024-12-09T15:20:35,724 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T15:20:35,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T15:20:35,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-12-09T15:20:35,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T15:20:35,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T15:20:35,769 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.082sec 2024-12-09T15:20:35,771 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T15:20:35,773 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T15:20:35,774 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T15:20:35,775 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T15:20:35,775 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T15:20:35,776 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,34895,1733757630387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:20:35,777 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,34895,1733757630387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T15:20:35,785 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T15:20:35,786 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T15:20:35,786 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,34895,1733757630387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:20:35,859 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3771e354 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38630296 2024-12-09T15:20:35,860 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-09T15:20:35,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6321da62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:35,890 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T15:20:35,891 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T15:20:35,902 DEBUG [hconnection-0x13adb0ff-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:35,913 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:35,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=33eb8daa289d,34895,1733757630387 2024-12-09T15:20:35,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=3402 2024-12-09T15:20:35,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:20:35,964 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:20:35,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T15:20:35,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:20:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T15:20:35,988 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:20:35,989 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:35,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-09T15:20:35,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:20:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:20:36,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741837_1013 (size=963) 2024-12-09T15:20:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:20:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:20:36,411 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 2024-12-09T15:20:36,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741838_1014 (size=53) 2024-12-09T15:20:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:20:36,834 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:20:36,834 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0b41936d3e5836067a6f6b0215625f17, disabling compactions & flushes 2024-12-09T15:20:36,834 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:36,834 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:36,834 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. after waiting 0 ms 2024-12-09T15:20:36,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:36,835 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:36,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:36,838 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:20:36,838 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733757636838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757636838"}]},"ts":"1733757636838"} 2024-12-09T15:20:36,842 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:20:36,844 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:20:36,845 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757636845"}]},"ts":"1733757636845"} 2024-12-09T15:20:36,848 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T15:20:36,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b41936d3e5836067a6f6b0215625f17, ASSIGN}] 2024-12-09T15:20:36,857 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b41936d3e5836067a6f6b0215625f17, ASSIGN 2024-12-09T15:20:36,859 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b41936d3e5836067a6f6b0215625f17, ASSIGN; state=OFFLINE, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=false 2024-12-09T15:20:37,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0b41936d3e5836067a6f6b0215625f17, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:37,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:20:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:20:37,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:37,179 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:37,179 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:20:37,180 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:37,180 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:20:37,180 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:37,180 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:37,183 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:37,187 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:20:37,188 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b41936d3e5836067a6f6b0215625f17 columnFamilyName A 2024-12-09T15:20:37,188 DEBUG [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:37,190 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] regionserver.HStore(327): Store=0b41936d3e5836067a6f6b0215625f17/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:20:37,190 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:37,192 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:20:37,193 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b41936d3e5836067a6f6b0215625f17 columnFamilyName B 2024-12-09T15:20:37,193 DEBUG [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:37,194 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] regionserver.HStore(327): Store=0b41936d3e5836067a6f6b0215625f17/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:20:37,194 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:37,197 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:20:37,197 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b41936d3e5836067a6f6b0215625f17 columnFamilyName C 2024-12-09T15:20:37,198 DEBUG [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:20:37,199 INFO [StoreOpener-0b41936d3e5836067a6f6b0215625f17-1 {}] regionserver.HStore(327): Store=0b41936d3e5836067a6f6b0215625f17/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:20:37,199 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:37,201 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:37,202 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:37,205 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:20:37,209 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:37,215 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:20:37,216 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 0b41936d3e5836067a6f6b0215625f17; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61717023, jitterRate=-0.08034469187259674}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:20:37,218 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:37,220 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., pid=11, masterSystemTime=1733757637169 2024-12-09T15:20:37,224 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:37,225 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:37,225 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0b41936d3e5836067a6f6b0215625f17, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:37,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-09T15:20:37,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 in 215 msec 2024-12-09T15:20:37,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T15:20:37,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b41936d3e5836067a6f6b0215625f17, ASSIGN in 380 msec 2024-12-09T15:20:37,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:20:37,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757637241"}]},"ts":"1733757637241"} 2024-12-09T15:20:37,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T15:20:37,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:20:37,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2710 sec 2024-12-09T15:20:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:20:38,120 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-09T15:20:38,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63607639 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e67f019 2024-12-09T15:20:38,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcb5f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,136 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:20:38,143 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:20:38,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53b8a93e to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5095ba91 2024-12-09T15:20:38,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2091cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-09T15:20:38,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cb07dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,171 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1324ee83 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62c43377 2024-12-09T15:20:38,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,208 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-09T15:20:38,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5400112e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x048068a5 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a8f4734 2024-12-09T15:20:38,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,240 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b5f27aa to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10c964e8 2024-12-09T15:20:38,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ed28bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-09T15:20:38,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,255 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x490457fd to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@527c6d40 2024-12-09T15:20:38,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-09T15:20:38,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:20:38,271 DEBUG [hconnection-0x38bda5c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,271 DEBUG [hconnection-0xabff582-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,272 DEBUG [hconnection-0x2e14f92e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,272 DEBUG [hconnection-0x1edc7dcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,274 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,276 DEBUG [hconnection-0x1b94e7c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,276 DEBUG [hconnection-0x76910286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,277 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:20:38,282 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,282 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,282 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,285 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,286 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:20:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-09T15:20:38,288 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,289 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:20:38,291 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:20:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-09T15:20:38,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:20:38,295 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,301 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,302 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,306 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:20:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:38,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:20:38,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:38,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:38,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:38,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:38,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:38,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-09T15:20:38,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:38,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:38,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/17cd3d17c1514cb1a0a83d2c9a0c198b is 50, key is test_row_0/A:col10/1733757638356/Put/seqid=0 2024-12-09T15:20:38,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741839_1015 (size=12001) 2024-12-09T15:20:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-09T15:20:38,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757698604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757698621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757698622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757698613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757698623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:38,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757698730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757698732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757698733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757698733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757698743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:38,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:38,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:38,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-09T15:20:38,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757698940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757698944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757698946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757698953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757698944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:38,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:38,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:38,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/17cd3d17c1514cb1a0a83d2c9a0c198b 2024-12-09T15:20:39,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/e90d56510a394b5da05b2c9a441b42ca is 50, key is test_row_0/B:col10/1733757638356/Put/seqid=0 2024-12-09T15:20:39,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741840_1016 (size=12001) 2024-12-09T15:20:39,193 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T15:20:39,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T15:20:39,196 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-09T15:20:39,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757699255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757699256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757699255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757699270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757699271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:39,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:39,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-09T15:20:39,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:39,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/e90d56510a394b5da05b2c9a441b42ca 2024-12-09T15:20:39,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/10bdff2dfe0e4509857211855d7195d5 is 50, key is test_row_0/C:col10/1733757638356/Put/seqid=0 2024-12-09T15:20:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741841_1017 (size=12001) 2024-12-09T15:20:39,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757699762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757699770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757699780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757699779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757699783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T15:20:39,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:39,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:39,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:39,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:39,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:40,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:40,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:40,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:40,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:40,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:40,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:40,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/10bdff2dfe0e4509857211855d7195d5 2024-12-09T15:20:40,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/17cd3d17c1514cb1a0a83d2c9a0c198b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/17cd3d17c1514cb1a0a83d2c9a0c198b 2024-12-09T15:20:40,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/17cd3d17c1514cb1a0a83d2c9a0c198b, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T15:20:40,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/e90d56510a394b5da05b2c9a441b42ca as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/e90d56510a394b5da05b2c9a441b42ca 2024-12-09T15:20:40,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/e90d56510a394b5da05b2c9a441b42ca, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T15:20:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/10bdff2dfe0e4509857211855d7195d5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/10bdff2dfe0e4509857211855d7195d5 2024-12-09T15:20:40,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/10bdff2dfe0e4509857211855d7195d5, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T15:20:40,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 0b41936d3e5836067a6f6b0215625f17 in 1850ms, sequenceid=13, compaction requested=false 2024-12-09T15:20:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:40,258 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-09T15:20:40,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:40,259 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T15:20:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:40,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/2036098797974573bae2f58d78b2c816 is 50, key is test_row_0/A:col10/1733757638616/Put/seqid=0 2024-12-09T15:20:40,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741842_1018 (size=12001) 2024-12-09T15:20:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-09T15:20:40,751 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/2036098797974573bae2f58d78b2c816 2024-12-09T15:20:40,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/d38c63074fee42fea9adfcc4bb9eb6b7 is 50, key is test_row_0/B:col10/1733757638616/Put/seqid=0 2024-12-09T15:20:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:40,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:40,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757700804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757700801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741843_1019 (size=12001) 2024-12-09T15:20:40,820 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/d38c63074fee42fea9adfcc4bb9eb6b7 2024-12-09T15:20:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757700810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757700811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757700822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/bad21e7cb0f449248868889c06b27298 is 50, key is test_row_0/C:col10/1733757638616/Put/seqid=0 2024-12-09T15:20:40,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741844_1020 (size=12001) 2024-12-09T15:20:40,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757700917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757700918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757700929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757700929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:40,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757700945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757701125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T15:20:41,131 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T15:20:41,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-09T15:20:41,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-09T15:20:41,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:20:41,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T15:20:41,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T15:20:41,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T15:20:41,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T15:20:41,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T15:20:41,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757701134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757701140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757701140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757701164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,291 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/bad21e7cb0f449248868889c06b27298 2024-12-09T15:20:41,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/2036098797974573bae2f58d78b2c816 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/2036098797974573bae2f58d78b2c816 2024-12-09T15:20:41,372 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/2036098797974573bae2f58d78b2c816, entries=150, sequenceid=39, filesize=11.7 K 2024-12-09T15:20:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/d38c63074fee42fea9adfcc4bb9eb6b7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d38c63074fee42fea9adfcc4bb9eb6b7 2024-12-09T15:20:41,386 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d38c63074fee42fea9adfcc4bb9eb6b7, entries=150, sequenceid=39, filesize=11.7 K 2024-12-09T15:20:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/bad21e7cb0f449248868889c06b27298 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/bad21e7cb0f449248868889c06b27298 2024-12-09T15:20:41,402 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/bad21e7cb0f449248868889c06b27298, entries=150, sequenceid=39, filesize=11.7 K 2024-12-09T15:20:41,405 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 0b41936d3e5836067a6f6b0215625f17 in 1145ms, sequenceid=39, compaction requested=false 2024-12-09T15:20:41,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:41,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:41,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-09T15:20:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-09T15:20:41,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-09T15:20:41,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1150 sec 2024-12-09T15:20:41,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.1310 sec 2024-12-09T15:20:41,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T15:20:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:41,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/6be3d8caa84d411cad7211a771a2a180 is 50, key is test_row_0/A:col10/1733757640809/Put/seqid=0 2024-12-09T15:20:41,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741845_1021 (size=12001) 2024-12-09T15:20:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757701511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757701512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757701513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757701515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757701517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757701624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757701625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757701625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757701626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757701626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757701832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757701833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757701835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757701836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757701838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:41,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/6be3d8caa84d411cad7211a771a2a180 2024-12-09T15:20:41,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/4479c2291488439fa5475d6156b80cb0 is 50, key is test_row_0/B:col10/1733757640809/Put/seqid=0 2024-12-09T15:20:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741846_1022 (size=12001) 2024-12-09T15:20:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757702137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757702140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757702141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757702141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757702143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/4479c2291488439fa5475d6156b80cb0 2024-12-09T15:20:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-09T15:20:42,413 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-09T15:20:42,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/b297a7b18472493f9e9e11f74039961c is 50, key is test_row_0/C:col10/1733757640809/Put/seqid=0 2024-12-09T15:20:42,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:20:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-09T15:20:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-09T15:20:42,433 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:20:42,435 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:20:42,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:20:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741847_1023 (size=12001) 2024-12-09T15:20:42,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/b297a7b18472493f9e9e11f74039961c 2024-12-09T15:20:42,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/6be3d8caa84d411cad7211a771a2a180 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/6be3d8caa84d411cad7211a771a2a180 2024-12-09T15:20:42,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/6be3d8caa84d411cad7211a771a2a180, entries=150, sequenceid=52, filesize=11.7 K 2024-12-09T15:20:42,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/4479c2291488439fa5475d6156b80cb0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4479c2291488439fa5475d6156b80cb0 2024-12-09T15:20:42,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4479c2291488439fa5475d6156b80cb0, entries=150, sequenceid=52, filesize=11.7 K 2024-12-09T15:20:42,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/b297a7b18472493f9e9e11f74039961c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b297a7b18472493f9e9e11f74039961c 2024-12-09T15:20:42,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b297a7b18472493f9e9e11f74039961c, entries=150, sequenceid=52, filesize=11.7 K 2024-12-09T15:20:42,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0b41936d3e5836067a6f6b0215625f17 in 1083ms, sequenceid=52, compaction requested=true 2024-12-09T15:20:42,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-09T15:20:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:20:42,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:42,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:20:42,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:42,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:20:42,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:42,553 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:42,553 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:42,558 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:42,560 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/B is initiating minor compaction (all files) 2024-12-09T15:20:42,560 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/B in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:42,561 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/e90d56510a394b5da05b2c9a441b42ca, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d38c63074fee42fea9adfcc4bb9eb6b7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4479c2291488439fa5475d6156b80cb0] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=35.2 K 2024-12-09T15:20:42,562 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e90d56510a394b5da05b2c9a441b42ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733757638353 2024-12-09T15:20:42,563 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d38c63074fee42fea9adfcc4bb9eb6b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733757638597 2024-12-09T15:20:42,564 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4479c2291488439fa5475d6156b80cb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757640809 2024-12-09T15:20:42,574 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:42,574 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/A is initiating minor compaction (all files) 2024-12-09T15:20:42,575 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/A in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:42,575 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/17cd3d17c1514cb1a0a83d2c9a0c198b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/2036098797974573bae2f58d78b2c816, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/6be3d8caa84d411cad7211a771a2a180] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=35.2 K 2024-12-09T15:20:42,576 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17cd3d17c1514cb1a0a83d2c9a0c198b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733757638353 2024-12-09T15:20:42,578 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2036098797974573bae2f58d78b2c816, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733757638597 2024-12-09T15:20:42,579 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6be3d8caa84d411cad7211a771a2a180, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757640809 2024-12-09T15:20:42,589 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-09T15:20:42,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:42,591 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T15:20:42,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:42,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/3dd928a83450459da90e3866aceb0d73 is 50, key is test_row_0/A:col10/1733757641513/Put/seqid=0 2024-12-09T15:20:42,624 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#A#compaction#9 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:42,625 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/9b0b1b840f3a40649926a81981b4d5a8 is 50, key is test_row_0/A:col10/1733757640809/Put/seqid=0 2024-12-09T15:20:42,641 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#B#compaction#11 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:42,642 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/c74e1e56fd97478e8bcc0f1cf2419ea5 is 50, key is test_row_0/B:col10/1733757640809/Put/seqid=0 2024-12-09T15:20:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741848_1024 (size=12001) 2024-12-09T15:20:42,651 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/3dd928a83450459da90e3866aceb0d73 2024-12-09T15:20:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:42,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741849_1025 (size=12104) 2024-12-09T15:20:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741850_1026 (size=12104) 2024-12-09T15:20:42,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/48a0bb629194487189979f565f75f534 is 50, key is test_row_0/B:col10/1733757641513/Put/seqid=0 2024-12-09T15:20:42,707 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/c74e1e56fd97478e8bcc0f1cf2419ea5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/c74e1e56fd97478e8bcc0f1cf2419ea5 2024-12-09T15:20:42,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757702684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757702704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757702708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757702713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757702715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,732 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/B of 0b41936d3e5836067a6f6b0215625f17 into c74e1e56fd97478e8bcc0f1cf2419ea5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:42,732 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:42,733 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/B, priority=13, startTime=1733757642553; duration=0sec 2024-12-09T15:20:42,733 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:42,733 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:B 2024-12-09T15:20:42,733 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741851_1027 (size=12001) 2024-12-09T15:20:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-09T15:20:42,738 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:42,738 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/C is initiating minor compaction (all files) 2024-12-09T15:20:42,738 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/C in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:42,739 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/10bdff2dfe0e4509857211855d7195d5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/bad21e7cb0f449248868889c06b27298, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b297a7b18472493f9e9e11f74039961c] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=35.2 K 2024-12-09T15:20:42,740 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 10bdff2dfe0e4509857211855d7195d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733757638353 2024-12-09T15:20:42,741 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting bad21e7cb0f449248868889c06b27298, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733757638597 2024-12-09T15:20:42,742 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b297a7b18472493f9e9e11f74039961c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757640809 2024-12-09T15:20:42,767 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#C#compaction#13 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:42,769 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/3609a7597ac042f0969aabc32eaf205a is 50, key is test_row_0/C:col10/1733757640809/Put/seqid=0 2024-12-09T15:20:42,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741852_1028 (size=12104) 2024-12-09T15:20:42,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757702814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,827 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/3609a7597ac042f0969aabc32eaf205a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/3609a7597ac042f0969aabc32eaf205a 2024-12-09T15:20:42,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757702831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757702831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757702832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757702833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:42,850 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/C of 0b41936d3e5836067a6f6b0215625f17 into 3609a7597ac042f0969aabc32eaf205a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:42,850 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:42,850 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/C, priority=13, startTime=1733757642553; duration=0sec 2024-12-09T15:20:42,850 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:42,850 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:C 2024-12-09T15:20:43,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757703028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-09T15:20:43,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757703041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757703041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757703043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757703043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,099 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/9b0b1b840f3a40649926a81981b4d5a8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/9b0b1b840f3a40649926a81981b4d5a8 2024-12-09T15:20:43,120 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/A of 0b41936d3e5836067a6f6b0215625f17 into 9b0b1b840f3a40649926a81981b4d5a8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:43,120 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:43,120 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/A, priority=13, startTime=1733757642541; duration=0sec 2024-12-09T15:20:43,120 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:43,120 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:A 2024-12-09T15:20:43,138 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/48a0bb629194487189979f565f75f534 2024-12-09T15:20:43,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/71f0cdd8e3df4ff8ace31952b5e5867c is 50, key is test_row_0/C:col10/1733757641513/Put/seqid=0 2024-12-09T15:20:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741853_1029 (size=12001) 2024-12-09T15:20:43,178 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/71f0cdd8e3df4ff8ace31952b5e5867c 2024-12-09T15:20:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/3dd928a83450459da90e3866aceb0d73 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/3dd928a83450459da90e3866aceb0d73 2024-12-09T15:20:43,213 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/3dd928a83450459da90e3866aceb0d73, entries=150, sequenceid=76, filesize=11.7 K 2024-12-09T15:20:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/48a0bb629194487189979f565f75f534 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/48a0bb629194487189979f565f75f534 2024-12-09T15:20:43,228 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/48a0bb629194487189979f565f75f534, entries=150, sequenceid=76, filesize=11.7 K 2024-12-09T15:20:43,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/71f0cdd8e3df4ff8ace31952b5e5867c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/71f0cdd8e3df4ff8ace31952b5e5867c 2024-12-09T15:20:43,276 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/71f0cdd8e3df4ff8ace31952b5e5867c, entries=150, sequenceid=76, filesize=11.7 K 2024-12-09T15:20:43,278 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0b41936d3e5836067a6f6b0215625f17 in 688ms, sequenceid=76, compaction requested=false 2024-12-09T15:20:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-09T15:20:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-09T15:20:43,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-09T15:20:43,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 845 msec 2024-12-09T15:20:43,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 863 msec 2024-12-09T15:20:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:43,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T15:20:43,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:43,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:43,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:43,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:43,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:43,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:43,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/98e97c9d3a4f46b4a4d0e5548ba1fffe is 50, key is test_row_0/A:col10/1733757642704/Put/seqid=0 2024-12-09T15:20:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741854_1030 (size=14341) 2024-12-09T15:20:43,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/98e97c9d3a4f46b4a4d0e5548ba1fffe 2024-12-09T15:20:43,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757703406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/db466fd322a84e0c8121a1a49bfc8418 is 50, key is test_row_0/B:col10/1733757642704/Put/seqid=0 2024-12-09T15:20:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757703405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757703411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757703423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757703431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741855_1031 (size=12001) 2024-12-09T15:20:43,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/db466fd322a84e0c8121a1a49bfc8418 2024-12-09T15:20:43,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c2de16d51cf54d11a1b92ea0c704591b is 50, key is test_row_0/C:col10/1733757642704/Put/seqid=0 2024-12-09T15:20:43,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757703525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757703527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757703532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757703537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-09T15:20:43,541 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-09T15:20:43,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:20:43,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757703541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-09T15:20:43,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741856_1032 (size=12001) 2024-12-09T15:20:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-09T15:20:43,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:20:43,552 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:20:43,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:20:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-09T15:20:43,705 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-09T15:20:43,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:43,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:43,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:43,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:43,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:43,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757703736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757703736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757703738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757703743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757703749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-09T15:20:43,862 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:43,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-09T15:20:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:43,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:43,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c2de16d51cf54d11a1b92ea0c704591b 2024-12-09T15:20:43,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/98e97c9d3a4f46b4a4d0e5548ba1fffe as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/98e97c9d3a4f46b4a4d0e5548ba1fffe 2024-12-09T15:20:43,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/98e97c9d3a4f46b4a4d0e5548ba1fffe, entries=200, sequenceid=93, filesize=14.0 K 2024-12-09T15:20:43,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/db466fd322a84e0c8121a1a49bfc8418 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db466fd322a84e0c8121a1a49bfc8418 2024-12-09T15:20:43,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db466fd322a84e0c8121a1a49bfc8418, entries=150, sequenceid=93, filesize=11.7 K 2024-12-09T15:20:43,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c2de16d51cf54d11a1b92ea0c704591b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c2de16d51cf54d11a1b92ea0c704591b 2024-12-09T15:20:44,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c2de16d51cf54d11a1b92ea0c704591b, entries=150, sequenceid=93, filesize=11.7 K 2024-12-09T15:20:44,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 0b41936d3e5836067a6f6b0215625f17 in 670ms, sequenceid=93, compaction requested=true 2024-12-09T15:20:44,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:44,004 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:44,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:20:44,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:44,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:20:44,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:44,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:20:44,005 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:44,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:44,008 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:44,008 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/A is initiating minor compaction (all files) 2024-12-09T15:20:44,008 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/A in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:44,008 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/9b0b1b840f3a40649926a81981b4d5a8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/3dd928a83450459da90e3866aceb0d73, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/98e97c9d3a4f46b4a4d0e5548ba1fffe] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=37.5 K 2024-12-09T15:20:44,010 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b0b1b840f3a40649926a81981b4d5a8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757640809 2024-12-09T15:20:44,010 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:44,010 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/B is initiating minor compaction (all files) 2024-12-09T15:20:44,010 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/B in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:44,010 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/c74e1e56fd97478e8bcc0f1cf2419ea5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/48a0bb629194487189979f565f75f534, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db466fd322a84e0c8121a1a49bfc8418] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=35.3 K 2024-12-09T15:20:44,010 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dd928a83450459da90e3866aceb0d73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733757641483 2024-12-09T15:20:44,011 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c74e1e56fd97478e8bcc0f1cf2419ea5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757640809 2024-12-09T15:20:44,011 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98e97c9d3a4f46b4a4d0e5548ba1fffe, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733757642680 2024-12-09T15:20:44,013 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 48a0bb629194487189979f565f75f534, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733757641483 2024-12-09T15:20:44,014 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting db466fd322a84e0c8121a1a49bfc8418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733757642680 2024-12-09T15:20:44,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-09T15:20:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:44,024 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T15:20:44,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:44,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ffb3c33883e8490a9af52ee4339125a2 is 50, key is test_row_0/A:col10/1733757643416/Put/seqid=0 2024-12-09T15:20:44,070 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#B#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:44,071 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/26fec45965b047d7936591139d5fa7ad is 50, key is test_row_0/B:col10/1733757642704/Put/seqid=0 2024-12-09T15:20:44,082 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#A#compaction#19 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:44,083 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/849a708f1d014252b4702d9321d5f581 is 50, key is test_row_0/A:col10/1733757642704/Put/seqid=0 2024-12-09T15:20:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741857_1033 (size=12001) 2024-12-09T15:20:44,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757704090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757704101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757704104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757704104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757704108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741859_1035 (size=12207) 2024-12-09T15:20:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-09T15:20:44,156 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/849a708f1d014252b4702d9321d5f581 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/849a708f1d014252b4702d9321d5f581 2024-12-09T15:20:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741858_1034 (size=12207) 2024-12-09T15:20:44,179 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/A of 0b41936d3e5836067a6f6b0215625f17 into 849a708f1d014252b4702d9321d5f581(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:44,179 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:44,179 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/A, priority=13, startTime=1733757644004; duration=0sec 2024-12-09T15:20:44,180 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:44,180 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:A 2024-12-09T15:20:44,180 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:44,182 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:44,182 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/C is initiating minor compaction (all files) 2024-12-09T15:20:44,183 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/C in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:44,183 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/3609a7597ac042f0969aabc32eaf205a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/71f0cdd8e3df4ff8ace31952b5e5867c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c2de16d51cf54d11a1b92ea0c704591b] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=35.3 K 2024-12-09T15:20:44,185 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3609a7597ac042f0969aabc32eaf205a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757640809 2024-12-09T15:20:44,186 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71f0cdd8e3df4ff8ace31952b5e5867c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733757641483 2024-12-09T15:20:44,187 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2de16d51cf54d11a1b92ea0c704591b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733757642680 2024-12-09T15:20:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757704214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757704214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757704215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757704220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,233 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/26fec45965b047d7936591139d5fa7ad as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/26fec45965b047d7936591139d5fa7ad 2024-12-09T15:20:44,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757704226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,258 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:44,259 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/703c0e375da7458d9c330bfa700de9bc is 50, key is test_row_0/C:col10/1733757642704/Put/seqid=0 2024-12-09T15:20:44,269 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/B of 0b41936d3e5836067a6f6b0215625f17 into 26fec45965b047d7936591139d5fa7ad(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:44,269 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:44,269 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/B, priority=13, startTime=1733757644005; duration=0sec 2024-12-09T15:20:44,270 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:44,270 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:B 2024-12-09T15:20:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741860_1036 (size=12207) 2024-12-09T15:20:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757704429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757704429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757704437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757704439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757704439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,491 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ffb3c33883e8490a9af52ee4339125a2 2024-12-09T15:20:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/1e6ebf99bca4449a96c2e6badff0f5cf is 50, key is test_row_0/B:col10/1733757643416/Put/seqid=0 2024-12-09T15:20:44,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741861_1037 (size=12001) 2024-12-09T15:20:44,566 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/1e6ebf99bca4449a96c2e6badff0f5cf 2024-12-09T15:20:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/433ed137c263455e92f481ecb19e6fb6 is 50, key is test_row_0/C:col10/1733757643416/Put/seqid=0 2024-12-09T15:20:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741862_1038 (size=12001) 2024-12-09T15:20:44,618 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/433ed137c263455e92f481ecb19e6fb6 2024-12-09T15:20:44,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ffb3c33883e8490a9af52ee4339125a2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ffb3c33883e8490a9af52ee4339125a2 2024-12-09T15:20:44,649 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ffb3c33883e8490a9af52ee4339125a2, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T15:20:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/1e6ebf99bca4449a96c2e6badff0f5cf as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1e6ebf99bca4449a96c2e6badff0f5cf 2024-12-09T15:20:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-09T15:20:44,667 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1e6ebf99bca4449a96c2e6badff0f5cf, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T15:20:44,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/433ed137c263455e92f481ecb19e6fb6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/433ed137c263455e92f481ecb19e6fb6 2024-12-09T15:20:44,690 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/433ed137c263455e92f481ecb19e6fb6, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T15:20:44,693 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 0b41936d3e5836067a6f6b0215625f17 in 669ms, sequenceid=116, compaction requested=false 2024-12-09T15:20:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:44,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-09T15:20:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-09T15:20:44,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-09T15:20:44,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1540 sec 2024-12-09T15:20:44,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.1670 sec 2024-12-09T15:20:44,721 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/703c0e375da7458d9c330bfa700de9bc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/703c0e375da7458d9c330bfa700de9bc 2024-12-09T15:20:44,735 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/C of 0b41936d3e5836067a6f6b0215625f17 into 703c0e375da7458d9c330bfa700de9bc(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:44,735 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:44,735 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/C, priority=13, startTime=1733757644005; duration=0sec 2024-12-09T15:20:44,735 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:44,735 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:C 2024-12-09T15:20:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:44,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-09T15:20:44,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:44,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ba0a8adffd6c440ba106064da16484a9 is 50, key is test_row_0/A:col10/1733757644096/Put/seqid=0 2024-12-09T15:20:44,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757704797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757704798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757704802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757704804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757704805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741863_1039 (size=12151) 2024-12-09T15:20:44,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ba0a8adffd6c440ba106064da16484a9 2024-12-09T15:20:44,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/d639d84d81204c4e8d36921b745e8c3f is 50, key is test_row_0/B:col10/1733757644096/Put/seqid=0 2024-12-09T15:20:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741864_1040 (size=12151) 2024-12-09T15:20:44,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757704907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757704908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757704913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757704914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:44,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757704920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757705114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757705117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757705121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757705122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757705128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/d639d84d81204c4e8d36921b745e8c3f 2024-12-09T15:20:45,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/b05e6dccb6104ad8ba71f9b6af544e78 is 50, key is test_row_0/C:col10/1733757644096/Put/seqid=0 2024-12-09T15:20:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741865_1041 (size=12151) 2024-12-09T15:20:45,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757705420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757705423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757705430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757705433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757705436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-09T15:20:45,658 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-09T15:20:45,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:20:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-09T15:20:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-09T15:20:45,696 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:20:45,708 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:20:45,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:20:45,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/b05e6dccb6104ad8ba71f9b6af544e78 2024-12-09T15:20:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-09T15:20:45,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ba0a8adffd6c440ba106064da16484a9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ba0a8adffd6c440ba106064da16484a9 2024-12-09T15:20:45,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ba0a8adffd6c440ba106064da16484a9, entries=150, sequenceid=137, filesize=11.9 K 2024-12-09T15:20:45,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/d639d84d81204c4e8d36921b745e8c3f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d639d84d81204c4e8d36921b745e8c3f 2024-12-09T15:20:45,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:45,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-09T15:20:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:45,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:45,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:45,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:45,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d639d84d81204c4e8d36921b745e8c3f, entries=150, sequenceid=137, filesize=11.9 K 2024-12-09T15:20:45,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/b05e6dccb6104ad8ba71f9b6af544e78 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b05e6dccb6104ad8ba71f9b6af544e78 2024-12-09T15:20:45,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b05e6dccb6104ad8ba71f9b6af544e78, entries=150, sequenceid=137, filesize=11.9 K 2024-12-09T15:20:45,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0b41936d3e5836067a6f6b0215625f17 in 1176ms, sequenceid=137, compaction requested=true 2024-12-09T15:20:45,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:45,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:20:45,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:45,933 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:45,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:20:45,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:45,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:20:45,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:20:45,934 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:45,937 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:45,937 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/A is initiating minor compaction (all files) 2024-12-09T15:20:45,937 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/A in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:45,937 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/849a708f1d014252b4702d9321d5f581, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ffb3c33883e8490a9af52ee4339125a2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ba0a8adffd6c440ba106064da16484a9] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=35.5 K 2024-12-09T15:20:45,938 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:45,938 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/B is initiating minor compaction (all files) 2024-12-09T15:20:45,939 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/B in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:45,939 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/26fec45965b047d7936591139d5fa7ad, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1e6ebf99bca4449a96c2e6badff0f5cf, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d639d84d81204c4e8d36921b745e8c3f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=35.5 K 2024-12-09T15:20:45,939 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 849a708f1d014252b4702d9321d5f581, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733757642680 2024-12-09T15:20:45,940 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 26fec45965b047d7936591139d5fa7ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733757642680 2024-12-09T15:20:45,941 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffb3c33883e8490a9af52ee4339125a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733757643406 2024-12-09T15:20:45,941 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e6ebf99bca4449a96c2e6badff0f5cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733757643406 2024-12-09T15:20:45,941 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba0a8adffd6c440ba106064da16484a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733757644096 2024-12-09T15:20:45,942 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d639d84d81204c4e8d36921b745e8c3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733757644096 2024-12-09T15:20:45,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-09T15:20:45,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:45,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:45,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:45,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:45,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:45,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:45,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/dd4c748b94654b5e9fdfba64f2649c9a is 50, key is test_row_0/A:col10/1733757645936/Put/seqid=0 2024-12-09T15:20:45,975 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:45,976 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ad084e95ad984f548d77443b5896213c is 50, key is test_row_0/A:col10/1733757644096/Put/seqid=0 2024-12-09T15:20:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-09T15:20:45,989 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#B#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:45,989 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/9072ae384b2d4764b9a04ecd92d3b4fa is 50, key is test_row_0/B:col10/1733757644096/Put/seqid=0 2024-12-09T15:20:46,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757705990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757706001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757706019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757706017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-09T15:20:46,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:46,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757706029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741866_1042 (size=14541) 2024-12-09T15:20:46,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/dd4c748b94654b5e9fdfba64f2649c9a 2024-12-09T15:20:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741867_1043 (size=12459) 2024-12-09T15:20:46,099 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ad084e95ad984f548d77443b5896213c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad084e95ad984f548d77443b5896213c 2024-12-09T15:20:46,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741868_1044 (size=12459) 2024-12-09T15:20:46,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/cbe18305f4b84236bc54d360ec42f2c3 is 50, key is test_row_0/B:col10/1733757645936/Put/seqid=0 2024-12-09T15:20:46,123 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/A of 0b41936d3e5836067a6f6b0215625f17 into ad084e95ad984f548d77443b5896213c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:46,123 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:46,123 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/A, priority=13, startTime=1733757645933; duration=0sec 2024-12-09T15:20:46,123 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:46,123 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:A 2024-12-09T15:20:46,123 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:46,128 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:46,128 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/C is initiating minor compaction (all files) 2024-12-09T15:20:46,128 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/C in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,128 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/703c0e375da7458d9c330bfa700de9bc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/433ed137c263455e92f481ecb19e6fb6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b05e6dccb6104ad8ba71f9b6af544e78] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=35.5 K 2024-12-09T15:20:46,130 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 703c0e375da7458d9c330bfa700de9bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733757642680 2024-12-09T15:20:46,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757706123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757706125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757706127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,133 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 433ed137c263455e92f481ecb19e6fb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733757643406 2024-12-09T15:20:46,133 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b05e6dccb6104ad8ba71f9b6af544e78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733757644096 2024-12-09T15:20:46,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757706139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757706149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741869_1045 (size=12151) 2024-12-09T15:20:46,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/cbe18305f4b84236bc54d360ec42f2c3 2024-12-09T15:20:46,191 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#C#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:46,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/9cb56f6ea8c34c1f9030223ac3a88814 is 50, key is test_row_0/C:col10/1733757645936/Put/seqid=0 2024-12-09T15:20:46,192 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/49660e5b5f24490f96b95328dc2b4f13 is 50, key is test_row_0/C:col10/1733757644096/Put/seqid=0 2024-12-09T15:20:46,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-09T15:20:46,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:46,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741870_1046 (size=12459) 2024-12-09T15:20:46,267 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/49660e5b5f24490f96b95328dc2b4f13 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/49660e5b5f24490f96b95328dc2b4f13 2024-12-09T15:20:46,276 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/C of 0b41936d3e5836067a6f6b0215625f17 into 49660e5b5f24490f96b95328dc2b4f13(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:46,277 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:46,277 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/C, priority=13, startTime=1733757645933; duration=0sec 2024-12-09T15:20:46,277 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:46,277 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:C 2024-12-09T15:20:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-09T15:20:46,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741871_1047 (size=12151) 2024-12-09T15:20:46,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757706334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757706334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757706334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757706357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757706358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-09T15:20:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,520 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/9072ae384b2d4764b9a04ecd92d3b4fa as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9072ae384b2d4764b9a04ecd92d3b4fa 2024-12-09T15:20:46,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-09T15:20:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:46,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,565 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/B of 0b41936d3e5836067a6f6b0215625f17 into 9072ae384b2d4764b9a04ecd92d3b4fa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:46,565 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:46,565 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/B, priority=13, startTime=1733757645933; duration=0sec 2024-12-09T15:20:46,565 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:46,566 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:B 2024-12-09T15:20:46,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757706641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757706644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757706645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757706663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757706664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,681 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-09T15:20:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:46,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/9cb56f6ea8c34c1f9030223ac3a88814 2024-12-09T15:20:46,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/dd4c748b94654b5e9fdfba64f2649c9a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/dd4c748b94654b5e9fdfba64f2649c9a 2024-12-09T15:20:46,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/dd4c748b94654b5e9fdfba64f2649c9a, entries=200, sequenceid=156, filesize=14.2 K 2024-12-09T15:20:46,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/cbe18305f4b84236bc54d360ec42f2c3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/cbe18305f4b84236bc54d360ec42f2c3 2024-12-09T15:20:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-09T15:20:46,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/cbe18305f4b84236bc54d360ec42f2c3, entries=150, sequenceid=156, filesize=11.9 K 2024-12-09T15:20:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/9cb56f6ea8c34c1f9030223ac3a88814 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/9cb56f6ea8c34c1f9030223ac3a88814 2024-12-09T15:20:46,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/9cb56f6ea8c34c1f9030223ac3a88814, entries=150, sequenceid=156, filesize=11.9 K 2024-12-09T15:20:46,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:46,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-09T15:20:46,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:46,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 0b41936d3e5836067a6f6b0215625f17 in 895ms, sequenceid=156, compaction requested=false 2024-12-09T15:20:46,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:46,845 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-09T15:20:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:46,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:46,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/5f2083fbd1f745169d72b474642176aa is 50, key is test_row_0/A:col10/1733757646017/Put/seqid=0 2024-12-09T15:20:46,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741872_1048 (size=12151) 2024-12-09T15:20:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:47,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:47,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757707204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757707206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757707206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757707207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757707208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757707310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757707315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,321 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/5f2083fbd1f745169d72b474642176aa 2024-12-09T15:20:47,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757707322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757707323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757707323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/b93ef48a923e4793bee3edb14c96ca89 is 50, key is test_row_0/B:col10/1733757646017/Put/seqid=0 2024-12-09T15:20:47,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741873_1049 (size=12151) 2024-12-09T15:20:47,390 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/b93ef48a923e4793bee3edb14c96ca89 2024-12-09T15:20:47,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c13135fee0134e17b7ac23c77b3b7402 is 50, key is test_row_0/C:col10/1733757646017/Put/seqid=0 2024-12-09T15:20:47,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741874_1050 (size=12151) 2024-12-09T15:20:47,447 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c13135fee0134e17b7ac23c77b3b7402 2024-12-09T15:20:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/5f2083fbd1f745169d72b474642176aa as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5f2083fbd1f745169d72b474642176aa 2024-12-09T15:20:47,471 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5f2083fbd1f745169d72b474642176aa, entries=150, sequenceid=177, filesize=11.9 K 2024-12-09T15:20:47,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/b93ef48a923e4793bee3edb14c96ca89 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b93ef48a923e4793bee3edb14c96ca89 2024-12-09T15:20:47,483 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b93ef48a923e4793bee3edb14c96ca89, entries=150, sequenceid=177, filesize=11.9 K 2024-12-09T15:20:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c13135fee0134e17b7ac23c77b3b7402 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c13135fee0134e17b7ac23c77b3b7402 2024-12-09T15:20:47,495 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c13135fee0134e17b7ac23c77b3b7402, entries=150, sequenceid=177, filesize=11.9 K 2024-12-09T15:20:47,497 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0b41936d3e5836067a6f6b0215625f17 in 653ms, sequenceid=177, compaction requested=true 2024-12-09T15:20:47,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:47,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:47,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-09T15:20:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-09T15:20:47,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-09T15:20:47,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7900 sec 2024-12-09T15:20:47,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8410 sec 2024-12-09T15:20:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:47,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-09T15:20:47,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:47,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:47,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:47,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:47,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:47,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:47,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/100e5f300f7942e38523ec77ca432df4 is 50, key is test_row_0/A:col10/1733757647202/Put/seqid=0 2024-12-09T15:20:47,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757707548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757707549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757707552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757707554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757707554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741875_1051 (size=14541) 2024-12-09T15:20:47,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757707658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757707658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757707662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757707665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757707667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-09T15:20:47,798 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-09T15:20:47,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:20:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-09T15:20:47,804 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:20:47,805 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:20:47,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:20:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-09T15:20:47,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757707862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757707863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757707867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757707870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757707875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-09T15:20:47,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:47,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-09T15:20:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:47,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:47,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/100e5f300f7942e38523ec77ca432df4 2024-12-09T15:20:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/db1452b5d9ec4081bbcfb2ca5fcd0b4a is 50, key is test_row_0/B:col10/1733757647202/Put/seqid=0 2024-12-09T15:20:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741876_1052 (size=12151) 2024-12-09T15:20:48,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/db1452b5d9ec4081bbcfb2ca5fcd0b4a 2024-12-09T15:20:48,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/e676341a4bbe42e8b06acb88ebf5df0d is 50, key is test_row_0/C:col10/1733757647202/Put/seqid=0 2024-12-09T15:20:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741877_1053 (size=12151) 2024-12-09T15:20:48,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/e676341a4bbe42e8b06acb88ebf5df0d 2024-12-09T15:20:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-09T15:20:48,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/100e5f300f7942e38523ec77ca432df4 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/100e5f300f7942e38523ec77ca432df4 2024-12-09T15:20:48,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/100e5f300f7942e38523ec77ca432df4, entries=200, sequenceid=196, filesize=14.2 K 2024-12-09T15:20:48,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/db1452b5d9ec4081bbcfb2ca5fcd0b4a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db1452b5d9ec4081bbcfb2ca5fcd0b4a 2024-12-09T15:20:48,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db1452b5d9ec4081bbcfb2ca5fcd0b4a, entries=150, sequenceid=196, filesize=11.9 K 2024-12-09T15:20:48,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/e676341a4bbe42e8b06acb88ebf5df0d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/e676341a4bbe42e8b06acb88ebf5df0d 2024-12-09T15:20:48,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-09T15:20:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/e676341a4bbe42e8b06acb88ebf5df0d, entries=150, sequenceid=196, filesize=11.9 K 2024-12-09T15:20:48,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0b41936d3e5836067a6f6b0215625f17 in 649ms, sequenceid=196, compaction requested=true 2024-12-09T15:20:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:20:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:48,169 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:20:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:48,169 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:20:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:48,172 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53692 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:48,172 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/A is initiating minor compaction (all files) 2024-12-09T15:20:48,172 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/A in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,173 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad084e95ad984f548d77443b5896213c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/dd4c748b94654b5e9fdfba64f2649c9a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5f2083fbd1f745169d72b474642176aa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/100e5f300f7942e38523ec77ca432df4] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=52.4 K 2024-12-09T15:20:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:48,185 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad084e95ad984f548d77443b5896213c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733757644096 2024-12-09T15:20:48,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-09T15:20:48,185 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:48,186 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/B is initiating minor compaction (all files) 2024-12-09T15:20:48,186 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/B in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,186 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9072ae384b2d4764b9a04ecd92d3b4fa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/cbe18305f4b84236bc54d360ec42f2c3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b93ef48a923e4793bee3edb14c96ca89, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db1452b5d9ec4081bbcfb2ca5fcd0b4a] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=47.8 K 2024-12-09T15:20:48,189 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd4c748b94654b5e9fdfba64f2649c9a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733757644790 2024-12-09T15:20:48,190 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9072ae384b2d4764b9a04ecd92d3b4fa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733757644096 2024-12-09T15:20:48,190 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f2083fbd1f745169d72b474642176aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733757645998 2024-12-09T15:20:48,191 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting cbe18305f4b84236bc54d360ec42f2c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733757644790 2024-12-09T15:20:48,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:48,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:48,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:48,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:48,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:48,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:48,191 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 100e5f300f7942e38523ec77ca432df4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757647187 2024-12-09T15:20:48,192 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b93ef48a923e4793bee3edb14c96ca89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733757645998 2024-12-09T15:20:48,207 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting db1452b5d9ec4081bbcfb2ca5fcd0b4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757647202 2024-12-09T15:20:48,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/e3bf335886ab484fb99c16ea887f19cc is 50, key is test_row_0/A:col10/1733757648184/Put/seqid=0 2024-12-09T15:20:48,237 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:48,238 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ad0b7998ab3248b881cb7872cc6f57c8 is 50, key is test_row_0/A:col10/1733757647202/Put/seqid=0 2024-12-09T15:20:48,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757708230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757708232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,247 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#B#compaction#41 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:48,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,247 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/4fc2e4b680734573b1c21b62f344be25 is 50, key is test_row_0/B:col10/1733757647202/Put/seqid=0 2024-12-09T15:20:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757708242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757708243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757708243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-09T15:20:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741878_1054 (size=14541) 2024-12-09T15:20:48,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/e3bf335886ab484fb99c16ea887f19cc 2024-12-09T15:20:48,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741879_1055 (size=12595) 2024-12-09T15:20:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757708347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757708348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741880_1056 (size=12595) 2024-12-09T15:20:48,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/897083459e9c426380b82ed9a29a115f is 50, key is test_row_0/B:col10/1733757648184/Put/seqid=0 2024-12-09T15:20:48,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757708353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757708353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757708358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,368 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/4fc2e4b680734573b1c21b62f344be25 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4fc2e4b680734573b1c21b62f344be25 2024-12-09T15:20:48,378 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/B of 0b41936d3e5836067a6f6b0215625f17 into 4fc2e4b680734573b1c21b62f344be25(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:48,378 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:48,378 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/B, priority=12, startTime=1733757648169; duration=0sec 2024-12-09T15:20:48,378 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:48,378 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:B 2024-12-09T15:20:48,378 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:48,386 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:48,386 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/C is initiating minor compaction (all files) 2024-12-09T15:20:48,386 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/C in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,386 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/49660e5b5f24490f96b95328dc2b4f13, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/9cb56f6ea8c34c1f9030223ac3a88814, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c13135fee0134e17b7ac23c77b3b7402, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/e676341a4bbe42e8b06acb88ebf5df0d] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=47.8 K 2024-12-09T15:20:48,387 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 49660e5b5f24490f96b95328dc2b4f13, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733757644096 2024-12-09T15:20:48,388 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cb56f6ea8c34c1f9030223ac3a88814, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733757644790 2024-12-09T15:20:48,388 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c13135fee0134e17b7ac23c77b3b7402, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733757645998 2024-12-09T15:20:48,389 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e676341a4bbe42e8b06acb88ebf5df0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757647202 2024-12-09T15:20:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741881_1057 (size=12151) 2024-12-09T15:20:48,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/897083459e9c426380b82ed9a29a115f 2024-12-09T15:20:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-09T15:20:48,429 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#C#compaction#43 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:48,430 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/757ca3bf17ff4490a33aad29c311fcf2 is 50, key is test_row_0/C:col10/1733757647202/Put/seqid=0 2024-12-09T15:20:48,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/65789f9f062d4e98a3771755c9e10be8 is 50, key is test_row_0/C:col10/1733757648184/Put/seqid=0 2024-12-09T15:20:48,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-09T15:20:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741882_1058 (size=12595) 2024-12-09T15:20:48,508 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/757ca3bf17ff4490a33aad29c311fcf2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/757ca3bf17ff4490a33aad29c311fcf2 2024-12-09T15:20:48,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741883_1059 (size=12151) 2024-12-09T15:20:48,523 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/C of 0b41936d3e5836067a6f6b0215625f17 into 757ca3bf17ff4490a33aad29c311fcf2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:48,523 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:48,523 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/C, priority=12, startTime=1733757648169; duration=0sec 2024-12-09T15:20:48,524 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:48,524 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:C 2024-12-09T15:20:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757708557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757708558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757708561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757708561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757708566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,614 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-09T15:20:48,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:48,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,734 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ad0b7998ab3248b881cb7872cc6f57c8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad0b7998ab3248b881cb7872cc6f57c8 2024-12-09T15:20:48,751 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/A of 0b41936d3e5836067a6f6b0215625f17 into ad0b7998ab3248b881cb7872cc6f57c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:48,752 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:48,752 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/A, priority=12, startTime=1733757648169; duration=0sec 2024-12-09T15:20:48,752 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:48,752 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:A 2024-12-09T15:20:48,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-09T15:20:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757708868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757708868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757708875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757708875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757708876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/65789f9f062d4e98a3771755c9e10be8 2024-12-09T15:20:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-09T15:20:48,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/e3bf335886ab484fb99c16ea887f19cc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/e3bf335886ab484fb99c16ea887f19cc 2024-12-09T15:20:48,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:48,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-09T15:20:48,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:48,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:48,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/e3bf335886ab484fb99c16ea887f19cc, entries=200, sequenceid=216, filesize=14.2 K 2024-12-09T15:20:48,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/897083459e9c426380b82ed9a29a115f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/897083459e9c426380b82ed9a29a115f 2024-12-09T15:20:48,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/897083459e9c426380b82ed9a29a115f, entries=150, sequenceid=216, filesize=11.9 K 2024-12-09T15:20:48,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/65789f9f062d4e98a3771755c9e10be8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/65789f9f062d4e98a3771755c9e10be8 2024-12-09T15:20:48,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/65789f9f062d4e98a3771755c9e10be8, entries=150, sequenceid=216, filesize=11.9 K 2024-12-09T15:20:48,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 0b41936d3e5836067a6f6b0215625f17 in 797ms, sequenceid=216, compaction requested=false 2024-12-09T15:20:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:49,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-09T15:20:49,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:49,088 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-09T15:20:49,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:49,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:49,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:49,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:49,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:49,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:49,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/bdd9c722407d41d9965f82ce6882f160 is 50, key is test_row_0/A:col10/1733757648235/Put/seqid=0 2024-12-09T15:20:49,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741884_1060 (size=12151) 2024-12-09T15:20:49,164 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/bdd9c722407d41d9965f82ce6882f160 2024-12-09T15:20:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/788a34e031d041e3bf4d92405e1dae0d is 50, key is test_row_0/B:col10/1733757648235/Put/seqid=0 2024-12-09T15:20:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741885_1061 (size=12151) 2024-12-09T15:20:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:49,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:49,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757709398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757709405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757709405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757709406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757709406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757709515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757709515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757709519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757709521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757709518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,625 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/788a34e031d041e3bf4d92405e1dae0d 2024-12-09T15:20:49,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/d93765ad73554122adb5363be36e9621 is 50, key is test_row_0/C:col10/1733757648235/Put/seqid=0 2024-12-09T15:20:49,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741886_1062 (size=12151) 2024-12-09T15:20:49,678 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/d93765ad73554122adb5363be36e9621 2024-12-09T15:20:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/bdd9c722407d41d9965f82ce6882f160 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bdd9c722407d41d9965f82ce6882f160 2024-12-09T15:20:49,712 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bdd9c722407d41d9965f82ce6882f160, entries=150, sequenceid=237, filesize=11.9 K 2024-12-09T15:20:49,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/788a34e031d041e3bf4d92405e1dae0d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/788a34e031d041e3bf4d92405e1dae0d 2024-12-09T15:20:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757709719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,722 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/788a34e031d041e3bf4d92405e1dae0d, entries=150, sequenceid=237, filesize=11.9 K 2024-12-09T15:20:49,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757709720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/d93765ad73554122adb5363be36e9621 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/d93765ad73554122adb5363be36e9621 2024-12-09T15:20:49,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757709723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757709727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757709732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:49,737 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/d93765ad73554122adb5363be36e9621, entries=150, sequenceid=237, filesize=11.9 K 2024-12-09T15:20:49,738 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 0b41936d3e5836067a6f6b0215625f17 in 650ms, sequenceid=237, compaction requested=true 2024-12-09T15:20:49,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:49,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:49,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-09T15:20:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-09T15:20:49,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-09T15:20:49,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-12-09T15:20:49,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.9430 sec 2024-12-09T15:20:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-09T15:20:49,922 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-09T15:20:49,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:20:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-09T15:20:49,931 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:20:49,932 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:20:49,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:20:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-09T15:20:50,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T15:20:50,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:50,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:50,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:50,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:50,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:50,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-09T15:20:50,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/d4baeea4092041fbbff0fb0efeb0be3e is 50, key is test_row_0/A:col10/1733757649403/Put/seqid=0 2024-12-09T15:20:50,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757710061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757710063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757710068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757710069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757710064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741887_1063 (size=14591) 2024-12-09T15:20:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757710172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757710173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757710179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757710179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757710189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-09T15:20:50,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:50,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:50,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757710376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757710382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757710385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757710397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757710397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:50,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:50,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/d4baeea4092041fbbff0fb0efeb0be3e 2024-12-09T15:20:50,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/bdf56d1358934164b1cc4a6f2d8bd525 is 50, key is test_row_0/B:col10/1733757649403/Put/seqid=0 2024-12-09T15:20:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741888_1064 (size=12201) 2024-12-09T15:20:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-09T15:20:50,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:50,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757710679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757710689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757710697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757710704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757710705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:50,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:50,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:50,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/bdf56d1358934164b1cc4a6f2d8bd525 2024-12-09T15:20:50,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c4415f5d73b44e41be4f17c54d8be502 is 50, key is test_row_0/C:col10/1733757649403/Put/seqid=0 2024-12-09T15:20:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741889_1065 (size=12201) 2024-12-09T15:20:51,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c4415f5d73b44e41be4f17c54d8be502 2024-12-09T15:20:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-09T15:20:51,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/d4baeea4092041fbbff0fb0efeb0be3e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d4baeea4092041fbbff0fb0efeb0be3e 2024-12-09T15:20:51,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d4baeea4092041fbbff0fb0efeb0be3e, entries=200, sequenceid=257, filesize=14.2 K 2024-12-09T15:20:51,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/bdf56d1358934164b1cc4a6f2d8bd525 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/bdf56d1358934164b1cc4a6f2d8bd525 2024-12-09T15:20:51,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/bdf56d1358934164b1cc4a6f2d8bd525, entries=150, sequenceid=257, filesize=11.9 K 2024-12-09T15:20:51,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c4415f5d73b44e41be4f17c54d8be502 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c4415f5d73b44e41be4f17c54d8be502 2024-12-09T15:20:51,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c4415f5d73b44e41be4f17c54d8be502, entries=150, sequenceid=257, filesize=11.9 K 2024-12-09T15:20:51,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 0b41936d3e5836067a6f6b0215625f17 in 1075ms, sequenceid=257, compaction requested=true 2024-12-09T15:20:51,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:51,105 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:20:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:51,105 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:20:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:20:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:51,108 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:51,108 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:51,108 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/A is initiating minor compaction (all files) 2024-12-09T15:20:51,108 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/B is initiating minor compaction (all files) 2024-12-09T15:20:51,108 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/A in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,108 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/B in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,109 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4fc2e4b680734573b1c21b62f344be25, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/897083459e9c426380b82ed9a29a115f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/788a34e031d041e3bf4d92405e1dae0d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/bdf56d1358934164b1cc4a6f2d8bd525] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=47.9 K 2024-12-09T15:20:51,108 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad0b7998ab3248b881cb7872cc6f57c8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/e3bf335886ab484fb99c16ea887f19cc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bdd9c722407d41d9965f82ce6882f160, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d4baeea4092041fbbff0fb0efeb0be3e] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=52.6 K 2024-12-09T15:20:51,110 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad0b7998ab3248b881cb7872cc6f57c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757647202 2024-12-09T15:20:51,110 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fc2e4b680734573b1c21b62f344be25, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757647202 2024-12-09T15:20:51,110 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3bf335886ab484fb99c16ea887f19cc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733757647547 2024-12-09T15:20:51,114 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 897083459e9c426380b82ed9a29a115f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733757647547 2024-12-09T15:20:51,114 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdd9c722407d41d9965f82ce6882f160, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733757648223 2024-12-09T15:20:51,115 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 788a34e031d041e3bf4d92405e1dae0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733757648223 2024-12-09T15:20:51,116 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4baeea4092041fbbff0fb0efeb0be3e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733757649395 2024-12-09T15:20:51,116 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting bdf56d1358934164b1cc4a6f2d8bd525, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733757649403 2024-12-09T15:20:51,145 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#A#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:51,146 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ea97bc20701d4175ab2bc7d93ee03abd is 50, key is test_row_0/A:col10/1733757649403/Put/seqid=0 2024-12-09T15:20:51,156 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#B#compaction#52 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:51,157 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/a487c4405c1b442ea8e1447cd0657dc3 is 50, key is test_row_0/B:col10/1733757649403/Put/seqid=0 2024-12-09T15:20:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741890_1066 (size=12781) 2024-12-09T15:20:51,189 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/ea97bc20701d4175ab2bc7d93ee03abd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ea97bc20701d4175ab2bc7d93ee03abd 2024-12-09T15:20:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:51,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-09T15:20:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:51,204 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/A of 0b41936d3e5836067a6f6b0215625f17 into ea97bc20701d4175ab2bc7d93ee03abd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:51,204 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:51,204 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/A, priority=12, startTime=1733757651104; duration=0sec 2024-12-09T15:20:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:51,204 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:51,205 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:A 2024-12-09T15:20:51,205 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:51,211 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:51,212 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/C is initiating minor compaction (all files) 2024-12-09T15:20:51,212 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/C in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,212 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/757ca3bf17ff4490a33aad29c311fcf2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/65789f9f062d4e98a3771755c9e10be8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/d93765ad73554122adb5363be36e9621, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c4415f5d73b44e41be4f17c54d8be502] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=47.9 K 2024-12-09T15:20:51,212 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 757ca3bf17ff4490a33aad29c311fcf2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757647202 2024-12-09T15:20:51,213 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65789f9f062d4e98a3771755c9e10be8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733757647547 2024-12-09T15:20:51,214 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d93765ad73554122adb5363be36e9621, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733757648223 2024-12-09T15:20:51,214 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4415f5d73b44e41be4f17c54d8be502, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733757649403 2024-12-09T15:20:51,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741891_1067 (size=12781) 2024-12-09T15:20:51,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:51,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:51,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/7fcb830f2b564f1a82bac55300d01af8 is 50, key is test_row_0/A:col10/1733757650057/Put/seqid=0 2024-12-09T15:20:51,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,255 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#C#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757711249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,256 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c1def9fb80d64d43966ff3e30dc467ef is 50, key is test_row_0/C:col10/1733757649403/Put/seqid=0 2024-12-09T15:20:51,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757711253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757711255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757711255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757711257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741892_1068 (size=12301) 2024-12-09T15:20:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741893_1069 (size=12781) 2024-12-09T15:20:51,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757711361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757711362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,366 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/c1def9fb80d64d43966ff3e30dc467ef as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c1def9fb80d64d43966ff3e30dc467ef 2024-12-09T15:20:51,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757711369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757711369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,376 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/C of 0b41936d3e5836067a6f6b0215625f17 into c1def9fb80d64d43966ff3e30dc467ef(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:51,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,376 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:51,376 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/C, priority=12, startTime=1733757651105; duration=0sec 2024-12-09T15:20:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757711373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,376 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:51,376 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:C 2024-12-09T15:20:51,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:51,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:51,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757711569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757711569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757711578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757711580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757711582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,639 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/a487c4405c1b442ea8e1447cd0657dc3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a487c4405c1b442ea8e1447cd0657dc3 2024-12-09T15:20:51,648 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/B of 0b41936d3e5836067a6f6b0215625f17 into a487c4405c1b442ea8e1447cd0657dc3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:51,648 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:51,648 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/B, priority=12, startTime=1733757651105; duration=0sec 2024-12-09T15:20:51,656 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:51,657 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:B 2024-12-09T15:20:51,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/7fcb830f2b564f1a82bac55300d01af8 2024-12-09T15:20:51,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/66ca1d81ee754d23a2d1130efafcee5f is 50, key is test_row_0/B:col10/1733757650057/Put/seqid=0 2024-12-09T15:20:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:51,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741894_1070 (size=12301) 2024-12-09T15:20:51,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/66ca1d81ee754d23a2d1130efafcee5f 2024-12-09T15:20:51,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/352ab4524e0c4b9e9d670330d338ff22 is 50, key is test_row_0/C:col10/1733757650057/Put/seqid=0 2024-12-09T15:20:51,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741895_1071 (size=12301) 2024-12-09T15:20:51,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/352ab4524e0c4b9e9d670330d338ff22 2024-12-09T15:20:51,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/7fcb830f2b564f1a82bac55300d01af8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7fcb830f2b564f1a82bac55300d01af8 2024-12-09T15:20:51,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7fcb830f2b564f1a82bac55300d01af8, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T15:20:51,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/66ca1d81ee754d23a2d1130efafcee5f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/66ca1d81ee754d23a2d1130efafcee5f 2024-12-09T15:20:51,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/66ca1d81ee754d23a2d1130efafcee5f, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T15:20:51,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/352ab4524e0c4b9e9d670330d338ff22 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/352ab4524e0c4b9e9d670330d338ff22 2024-12-09T15:20:51,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757711873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757711873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/352ab4524e0c4b9e9d670330d338ff22, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T15:20:51,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0b41936d3e5836067a6f6b0215625f17 in 675ms, sequenceid=276, compaction requested=false 2024-12-09T15:20:51,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-09T15:20:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:51,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:51,877 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-09T15:20:51,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:51,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:51,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:51,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/bfb829d4c37842c296bb300011bbfe9c is 50, key is test_row_0/A:col10/1733757651253/Put/seqid=0 2024-12-09T15:20:51,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:51,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741896_1072 (size=12301) 2024-12-09T15:20:51,943 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/bfb829d4c37842c296bb300011bbfe9c 2024-12-09T15:20:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757711947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757711962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/a90b004f4df446f28bb0e7708a7f8e7f is 50, key is test_row_0/B:col10/1733757651253/Put/seqid=0 2024-12-09T15:20:51,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757711966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741897_1073 (size=12301) 2024-12-09T15:20:52,018 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/a90b004f4df446f28bb0e7708a7f8e7f 2024-12-09T15:20:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-09T15:20:52,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/318085ae83f24e22a195361b7ad13018 is 50, key is test_row_0/C:col10/1733757651253/Put/seqid=0 2024-12-09T15:20:52,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757712065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757712073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757712074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741898_1074 (size=12301) 2024-12-09T15:20:52,103 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/318085ae83f24e22a195361b7ad13018 2024-12-09T15:20:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/bfb829d4c37842c296bb300011bbfe9c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bfb829d4c37842c296bb300011bbfe9c 2024-12-09T15:20:52,130 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bfb829d4c37842c296bb300011bbfe9c, entries=150, sequenceid=296, filesize=12.0 K 2024-12-09T15:20:52,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/a90b004f4df446f28bb0e7708a7f8e7f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a90b004f4df446f28bb0e7708a7f8e7f 2024-12-09T15:20:52,139 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a90b004f4df446f28bb0e7708a7f8e7f, entries=150, sequenceid=296, filesize=12.0 K 2024-12-09T15:20:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/318085ae83f24e22a195361b7ad13018 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/318085ae83f24e22a195361b7ad13018 2024-12-09T15:20:52,150 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/318085ae83f24e22a195361b7ad13018, entries=150, sequenceid=296, filesize=12.0 K 2024-12-09T15:20:52,153 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 0b41936d3e5836067a6f6b0215625f17 in 276ms, sequenceid=296, compaction requested=true 2024-12-09T15:20:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:52,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:52,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-09T15:20:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-09T15:20:52,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-09T15:20:52,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2260 sec 2024-12-09T15:20:52,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.2360 sec 2024-12-09T15:20:52,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T15:20:52,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:52,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:52,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:52,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:52,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:52,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:52,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/02b518ba99e54741a0203967adc09a73 is 50, key is test_row_0/A:col10/1733757652280/Put/seqid=0 2024-12-09T15:20:52,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757712414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757712414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757712417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757712416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757712419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741899_1075 (size=14741) 2024-12-09T15:20:52,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/02b518ba99e54741a0203967adc09a73 2024-12-09T15:20:52,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/0dbf98124fc847d09189506b7953e9b7 is 50, key is test_row_0/B:col10/1733757652280/Put/seqid=0 2024-12-09T15:20:52,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757712533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757712534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741900_1076 (size=12301) 2024-12-09T15:20:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757712538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757712549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757712537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/0dbf98124fc847d09189506b7953e9b7 2024-12-09T15:20:52,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/4cc238a1b7644f33a4cb4565f6ed9a45 is 50, key is test_row_0/C:col10/1733757652280/Put/seqid=0 2024-12-09T15:20:52,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741901_1077 (size=12301) 2024-12-09T15:20:52,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/4cc238a1b7644f33a4cb4565f6ed9a45 2024-12-09T15:20:52,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/02b518ba99e54741a0203967adc09a73 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/02b518ba99e54741a0203967adc09a73 2024-12-09T15:20:52,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/02b518ba99e54741a0203967adc09a73, entries=200, sequenceid=316, filesize=14.4 K 2024-12-09T15:20:52,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/0dbf98124fc847d09189506b7953e9b7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0dbf98124fc847d09189506b7953e9b7 2024-12-09T15:20:52,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0dbf98124fc847d09189506b7953e9b7, entries=150, sequenceid=316, filesize=12.0 K 2024-12-09T15:20:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/4cc238a1b7644f33a4cb4565f6ed9a45 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/4cc238a1b7644f33a4cb4565f6ed9a45 2024-12-09T15:20:52,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/4cc238a1b7644f33a4cb4565f6ed9a45, entries=150, sequenceid=316, filesize=12.0 K 2024-12-09T15:20:52,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0b41936d3e5836067a6f6b0215625f17 in 387ms, sequenceid=316, compaction requested=true 2024-12-09T15:20:52,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:52,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:20:52,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:52,673 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:52,673 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:52,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:20:52,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:52,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:20:52,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:52,674 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:52,674 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/A is initiating minor compaction (all files) 2024-12-09T15:20:52,674 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/A in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:52,675 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ea97bc20701d4175ab2bc7d93ee03abd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7fcb830f2b564f1a82bac55300d01af8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bfb829d4c37842c296bb300011bbfe9c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/02b518ba99e54741a0203967adc09a73] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=50.9 K 2024-12-09T15:20:52,675 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea97bc20701d4175ab2bc7d93ee03abd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733757649403 2024-12-09T15:20:52,676 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:52,676 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/B is initiating minor compaction (all files) 2024-12-09T15:20:52,676 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fcb830f2b564f1a82bac55300d01af8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733757650057 2024-12-09T15:20:52,676 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/B in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:52,676 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a487c4405c1b442ea8e1447cd0657dc3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/66ca1d81ee754d23a2d1130efafcee5f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a90b004f4df446f28bb0e7708a7f8e7f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0dbf98124fc847d09189506b7953e9b7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=48.5 K 2024-12-09T15:20:52,676 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfb829d4c37842c296bb300011bbfe9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733757651250 2024-12-09T15:20:52,677 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a487c4405c1b442ea8e1447cd0657dc3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733757649403 2024-12-09T15:20:52,677 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02b518ba99e54741a0203967adc09a73, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733757651942 2024-12-09T15:20:52,678 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 66ca1d81ee754d23a2d1130efafcee5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733757650057 2024-12-09T15:20:52,678 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a90b004f4df446f28bb0e7708a7f8e7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733757651250 2024-12-09T15:20:52,679 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dbf98124fc847d09189506b7953e9b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733757651959 2024-12-09T15:20:52,719 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:52,720 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/d90831954d664e48a55ab53c7c6f4cf2 is 50, key is test_row_0/B:col10/1733757652280/Put/seqid=0 2024-12-09T15:20:52,726 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:52,727 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b67b78466e544491a6a7adea6e48f083 is 50, key is test_row_0/A:col10/1733757652280/Put/seqid=0 2024-12-09T15:20:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:52,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-09T15:20:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:52,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741902_1078 (size=13017) 2024-12-09T15:20:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741903_1079 (size=13017) 2024-12-09T15:20:52,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/5a4d7dbe328e4721b517c0dd89f7921d is 50, key is test_row_0/A:col10/1733757652742/Put/seqid=0 2024-12-09T15:20:52,802 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b67b78466e544491a6a7adea6e48f083 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b67b78466e544491a6a7adea6e48f083 2024-12-09T15:20:52,821 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/A of 0b41936d3e5836067a6f6b0215625f17 into b67b78466e544491a6a7adea6e48f083(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:52,821 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:52,821 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/A, priority=12, startTime=1733757652672; duration=0sec 2024-12-09T15:20:52,822 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:52,822 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:A 2024-12-09T15:20:52,822 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:52,826 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:52,826 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/C is initiating minor compaction (all files) 2024-12-09T15:20:52,826 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/C in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:52,826 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c1def9fb80d64d43966ff3e30dc467ef, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/352ab4524e0c4b9e9d670330d338ff22, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/318085ae83f24e22a195361b7ad13018, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/4cc238a1b7644f33a4cb4565f6ed9a45] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=48.5 K 2024-12-09T15:20:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741904_1080 (size=14741) 2024-12-09T15:20:52,828 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1def9fb80d64d43966ff3e30dc467ef, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733757649403 2024-12-09T15:20:52,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/5a4d7dbe328e4721b517c0dd89f7921d 2024-12-09T15:20:52,829 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 352ab4524e0c4b9e9d670330d338ff22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733757650057 2024-12-09T15:20:52,829 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 318085ae83f24e22a195361b7ad13018, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733757651250 2024-12-09T15:20:52,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757712824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757712825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757712826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757712826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757712827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,837 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cc238a1b7644f33a4cb4565f6ed9a45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733757651959 2024-12-09T15:20:52,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/142e9419ea654cb19bf96deff5ba5988 is 50, key is test_row_0/B:col10/1733757652742/Put/seqid=0 2024-12-09T15:20:52,870 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#C#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:52,871 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/6b355f84d27246109eeb4de0cf6b42d0 is 50, key is test_row_0/C:col10/1733757652280/Put/seqid=0 2024-12-09T15:20:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741905_1081 (size=12301) 2024-12-09T15:20:52,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/142e9419ea654cb19bf96deff5ba5988 2024-12-09T15:20:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741906_1082 (size=13017) 2024-12-09T15:20:52,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/7188b4268a8c4feaa8b54640bdbaa409 is 50, key is test_row_0/C:col10/1733757652742/Put/seqid=0 2024-12-09T15:20:52,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757712935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757712936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741907_1083 (size=12301) 2024-12-09T15:20:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757712937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757712937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/7188b4268a8c4feaa8b54640bdbaa409 2024-12-09T15:20:52,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/5a4d7dbe328e4721b517c0dd89f7921d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5a4d7dbe328e4721b517c0dd89f7921d 2024-12-09T15:20:52,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5a4d7dbe328e4721b517c0dd89f7921d, entries=200, sequenceid=333, filesize=14.4 K 2024-12-09T15:20:52,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/142e9419ea654cb19bf96deff5ba5988 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/142e9419ea654cb19bf96deff5ba5988 2024-12-09T15:20:52,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757712945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:52,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/142e9419ea654cb19bf96deff5ba5988, entries=150, sequenceid=333, filesize=12.0 K 2024-12-09T15:20:52,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/7188b4268a8c4feaa8b54640bdbaa409 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/7188b4268a8c4feaa8b54640bdbaa409 2024-12-09T15:20:52,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/7188b4268a8c4feaa8b54640bdbaa409, entries=150, sequenceid=333, filesize=12.0 K 2024-12-09T15:20:52,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0b41936d3e5836067a6f6b0215625f17 in 248ms, sequenceid=333, compaction requested=false 2024-12-09T15:20:52,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:53,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T15:20:53,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:53,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b71e17eb615e449dad6fe4b33a63076e is 50, key is test_row_0/A:col10/1733757652823/Put/seqid=0 2024-12-09T15:20:53,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757713176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757713178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757713182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757713183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757713184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,196 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/d90831954d664e48a55ab53c7c6f4cf2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d90831954d664e48a55ab53c7c6f4cf2 2024-12-09T15:20:53,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741908_1084 (size=14741) 2024-12-09T15:20:53,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b71e17eb615e449dad6fe4b33a63076e 2024-12-09T15:20:53,204 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/B of 0b41936d3e5836067a6f6b0215625f17 into d90831954d664e48a55ab53c7c6f4cf2(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:53,205 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:53,205 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/B, priority=12, startTime=1733757652673; duration=0sec 2024-12-09T15:20:53,205 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:53,205 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:B 2024-12-09T15:20:53,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/b0b2f2d79d89463baf8369be7642e5c8 is 50, key is test_row_0/B:col10/1733757652823/Put/seqid=0 2024-12-09T15:20:53,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741909_1085 (size=12301) 2024-12-09T15:20:53,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/b0b2f2d79d89463baf8369be7642e5c8 2024-12-09T15:20:53,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757713287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757713291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757713291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/cda8b0f9624b4f9491836e4514c750e5 is 50, key is test_row_0/C:col10/1733757652823/Put/seqid=0 2024-12-09T15:20:53,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757713316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757713317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,337 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/6b355f84d27246109eeb4de0cf6b42d0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/6b355f84d27246109eeb4de0cf6b42d0 2024-12-09T15:20:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741910_1086 (size=12301) 2024-12-09T15:20:53,346 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/C of 0b41936d3e5836067a6f6b0215625f17 into 6b355f84d27246109eeb4de0cf6b42d0(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:53,347 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:53,347 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/C, priority=12, startTime=1733757652673; duration=0sec 2024-12-09T15:20:53,347 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:53,347 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:C 2024-12-09T15:20:53,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/cda8b0f9624b4f9491836e4514c750e5 2024-12-09T15:20:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b71e17eb615e449dad6fe4b33a63076e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b71e17eb615e449dad6fe4b33a63076e 2024-12-09T15:20:53,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b71e17eb615e449dad6fe4b33a63076e, entries=200, sequenceid=354, filesize=14.4 K 2024-12-09T15:20:53,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/b0b2f2d79d89463baf8369be7642e5c8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b0b2f2d79d89463baf8369be7642e5c8 2024-12-09T15:20:53,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b0b2f2d79d89463baf8369be7642e5c8, entries=150, sequenceid=354, filesize=12.0 K 2024-12-09T15:20:53,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/cda8b0f9624b4f9491836e4514c750e5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cda8b0f9624b4f9491836e4514c750e5 2024-12-09T15:20:53,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cda8b0f9624b4f9491836e4514c750e5, entries=150, sequenceid=354, filesize=12.0 K 2024-12-09T15:20:53,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0b41936d3e5836067a6f6b0215625f17 in 291ms, sequenceid=354, compaction requested=true 2024-12-09T15:20:53,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:53,437 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:20:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:53,438 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:20:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:20:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:53,439 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:53,439 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/A is initiating minor compaction (all files) 2024-12-09T15:20:53,439 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/A in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:53,439 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b67b78466e544491a6a7adea6e48f083, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5a4d7dbe328e4721b517c0dd89f7921d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b71e17eb615e449dad6fe4b33a63076e] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=41.5 K 2024-12-09T15:20:53,440 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b67b78466e544491a6a7adea6e48f083, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733757651959 2024-12-09T15:20:53,441 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:53,441 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/B is initiating minor compaction (all files) 2024-12-09T15:20:53,441 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/B in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:53,441 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a4d7dbe328e4721b517c0dd89f7921d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733757652411 2024-12-09T15:20:53,442 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b71e17eb615e449dad6fe4b33a63076e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733757652815 2024-12-09T15:20:53,444 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d90831954d664e48a55ab53c7c6f4cf2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/142e9419ea654cb19bf96deff5ba5988, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b0b2f2d79d89463baf8369be7642e5c8] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=36.7 K 2024-12-09T15:20:53,445 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d90831954d664e48a55ab53c7c6f4cf2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733757651959 2024-12-09T15:20:53,446 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 142e9419ea654cb19bf96deff5ba5988, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733757652411 2024-12-09T15:20:53,447 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0b2f2d79d89463baf8369be7642e5c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733757652822 2024-12-09T15:20:53,467 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:53,468 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/cd7f5572ecb441daa37f33a895cb22c6 is 50, key is test_row_0/A:col10/1733757652823/Put/seqid=0 2024-12-09T15:20:53,475 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:53,476 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/3685e11bf08a42a28708a847df8436ba is 50, key is test_row_0/B:col10/1733757652823/Put/seqid=0 2024-12-09T15:20:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:53,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-09T15:20:53,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:53,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741912_1088 (size=13119) 2024-12-09T15:20:53,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/7d5ffc2f8109488a924c4411f090190b is 50, key is test_row_0/A:col10/1733757653183/Put/seqid=0 2024-12-09T15:20:53,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741911_1087 (size=13119) 2024-12-09T15:20:53,539 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/3685e11bf08a42a28708a847df8436ba as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/3685e11bf08a42a28708a847df8436ba 2024-12-09T15:20:53,542 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/cd7f5572ecb441daa37f33a895cb22c6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/cd7f5572ecb441daa37f33a895cb22c6 2024-12-09T15:20:53,549 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/B of 0b41936d3e5836067a6f6b0215625f17 into 3685e11bf08a42a28708a847df8436ba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:53,550 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:53,550 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/B, priority=13, startTime=1733757653438; duration=0sec 2024-12-09T15:20:53,550 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:53,550 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:B 2024-12-09T15:20:53,550 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:53,551 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:53,551 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/C is initiating minor compaction (all files) 2024-12-09T15:20:53,551 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/C in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:53,552 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/6b355f84d27246109eeb4de0cf6b42d0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/7188b4268a8c4feaa8b54640bdbaa409, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cda8b0f9624b4f9491836e4514c750e5] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=36.7 K 2024-12-09T15:20:53,556 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b355f84d27246109eeb4de0cf6b42d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733757651959 2024-12-09T15:20:53,557 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7188b4268a8c4feaa8b54640bdbaa409, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733757652411 2024-12-09T15:20:53,558 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting cda8b0f9624b4f9491836e4514c750e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733757652822 2024-12-09T15:20:53,560 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/A of 0b41936d3e5836067a6f6b0215625f17 into cd7f5572ecb441daa37f33a895cb22c6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:53,560 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:53,560 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/A, priority=13, startTime=1733757653437; duration=0sec 2024-12-09T15:20:53,560 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:53,560 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:A 2024-12-09T15:20:53,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757713560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757713561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757713563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757713563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757713555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,586 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:53,587 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/fd2d03e17e0f439aa05da731046bb8aa is 50, key is test_row_0/C:col10/1733757652823/Put/seqid=0 2024-12-09T15:20:53,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741914_1090 (size=13119) 2024-12-09T15:20:53,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741913_1089 (size=12301) 2024-12-09T15:20:53,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/7d5ffc2f8109488a924c4411f090190b 2024-12-09T15:20:53,608 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/fd2d03e17e0f439aa05da731046bb8aa as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/fd2d03e17e0f439aa05da731046bb8aa 2024-12-09T15:20:53,622 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/C of 0b41936d3e5836067a6f6b0215625f17 into fd2d03e17e0f439aa05da731046bb8aa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:53,622 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:53,623 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/C, priority=13, startTime=1733757653438; duration=0sec 2024-12-09T15:20:53,623 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:53,623 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:C 2024-12-09T15:20:53,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/b8b0fe9e810745108932ee00e4bb0c82 is 50, key is test_row_0/B:col10/1733757653183/Put/seqid=0 2024-12-09T15:20:53,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757713672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757713672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757713676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757713677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757713677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741915_1091 (size=12301) 2024-12-09T15:20:53,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/b8b0fe9e810745108932ee00e4bb0c82 2024-12-09T15:20:53,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/68555e8166e14283b0a3bf2234669371 is 50, key is test_row_0/C:col10/1733757653183/Put/seqid=0 2024-12-09T15:20:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741916_1092 (size=12301) 2024-12-09T15:20:53,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757713878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757713878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757713879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757713881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:53,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757713890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-09T15:20:54,049 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-09T15:20:54,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:20:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-09T15:20:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-09T15:20:54,066 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:20:54,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:20:54,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:20:54,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/68555e8166e14283b0a3bf2234669371 2024-12-09T15:20:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-09T15:20:54,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/7d5ffc2f8109488a924c4411f090190b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7d5ffc2f8109488a924c4411f090190b 2024-12-09T15:20:54,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7d5ffc2f8109488a924c4411f090190b, entries=150, sequenceid=373, filesize=12.0 K 2024-12-09T15:20:54,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757714184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757714185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/b8b0fe9e810745108932ee00e4bb0c82 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b8b0fe9e810745108932ee00e4bb0c82 2024-12-09T15:20:54,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757714191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757714191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757714202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b8b0fe9e810745108932ee00e4bb0c82, entries=150, sequenceid=373, filesize=12.0 K 2024-12-09T15:20:54,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/68555e8166e14283b0a3bf2234669371 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/68555e8166e14283b0a3bf2234669371 2024-12-09T15:20:54,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-09T15:20:54,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:54,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:54,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:54,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:54,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/68555e8166e14283b0a3bf2234669371, entries=150, sequenceid=373, filesize=12.0 K 2024-12-09T15:20:54,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0b41936d3e5836067a6f6b0215625f17 in 735ms, sequenceid=373, compaction requested=false 2024-12-09T15:20:54,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-09T15:20:54,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-09T15:20:54,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:54,381 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-09T15:20:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:54,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/d7b7723b934b4b569a963009f3eb2c84 is 50, key is test_row_0/A:col10/1733757653553/Put/seqid=0 2024-12-09T15:20:54,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741917_1093 (size=12301) 2024-12-09T15:20:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-09T15:20:54,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:54,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757714727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757714732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757714737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757714742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757714755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757714851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,857 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/d7b7723b934b4b569a963009f3eb2c84 2024-12-09T15:20:54,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757714852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757714857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757714860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757714870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/0686877757934bfb8aa783d1ee5b571d is 50, key is test_row_0/B:col10/1733757653553/Put/seqid=0 2024-12-09T15:20:54,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741918_1094 (size=12301) 2024-12-09T15:20:54,951 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/0686877757934bfb8aa783d1ee5b571d 2024-12-09T15:20:54,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/ad3dd9056cfb4fe58bb4370fed69e81d is 50, key is test_row_0/C:col10/1733757653553/Put/seqid=0 2024-12-09T15:20:55,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741919_1095 (size=12301) 2024-12-09T15:20:55,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757715062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757715062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757715069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757715076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757715081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-09T15:20:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757715365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757715366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757715376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757715383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757715400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,433 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/ad3dd9056cfb4fe58bb4370fed69e81d 2024-12-09T15:20:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/d7b7723b934b4b569a963009f3eb2c84 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d7b7723b934b4b569a963009f3eb2c84 2024-12-09T15:20:55,458 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d7b7723b934b4b569a963009f3eb2c84, entries=150, sequenceid=395, filesize=12.0 K 2024-12-09T15:20:55,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/0686877757934bfb8aa783d1ee5b571d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0686877757934bfb8aa783d1ee5b571d 2024-12-09T15:20:55,466 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0686877757934bfb8aa783d1ee5b571d, entries=150, sequenceid=395, filesize=12.0 K 2024-12-09T15:20:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/ad3dd9056cfb4fe58bb4370fed69e81d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ad3dd9056cfb4fe58bb4370fed69e81d 2024-12-09T15:20:55,474 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ad3dd9056cfb4fe58bb4370fed69e81d, entries=150, sequenceid=395, filesize=12.0 K 2024-12-09T15:20:55,475 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 0b41936d3e5836067a6f6b0215625f17 in 1095ms, sequenceid=395, compaction requested=true 2024-12-09T15:20:55,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:55,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:55,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-09T15:20:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-09T15:20:55,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-09T15:20:55,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-12-09T15:20:55,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.4220 sec 2024-12-09T15:20:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:55,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-09T15:20:55,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:55,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:55,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:55,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:55,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:55,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:55,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/a8236ee742004d9688057d459d4c478f is 50, key is test_row_0/A:col10/1733757655873/Put/seqid=0 2024-12-09T15:20:55,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757715905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757715906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757715907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741920_1096 (size=12301) 2024-12-09T15:20:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757715907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:55,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757715907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757716010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757716011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757716011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757716011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-09T15:20:56,183 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-09T15:20:56,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:20:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-09T15:20:56,187 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:20:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-09T15:20:56,188 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:20:56,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:20:56,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757716213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757716221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757716222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757716229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-09T15:20:56,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/a8236ee742004d9688057d459d4c478f 2024-12-09T15:20:56,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/9655c722e4714e1a9f39a36dc7f172ea is 50, key is test_row_0/B:col10/1733757655873/Put/seqid=0 2024-12-09T15:20:56,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-09T15:20:56,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:56,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:56,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:56,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741921_1097 (size=12301) 2024-12-09T15:20:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-09T15:20:56,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-09T15:20:56,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:56,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:56,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:56,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757716517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757716525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757716526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757716533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,681 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-09T15:20:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:56,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/9655c722e4714e1a9f39a36dc7f172ea 2024-12-09T15:20:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-09T15:20:56,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/735f0081904b4b0bbc11792ec9ab8259 is 50, key is test_row_0/C:col10/1733757655873/Put/seqid=0 2024-12-09T15:20:56,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-09T15:20:56,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:56,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:56,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:56,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:56,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741922_1098 (size=12301) 2024-12-09T15:20:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757716919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:56,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:57,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-09T15:20:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757717032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757717033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757717033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:57,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757717044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:57,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:57,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-09T15:20:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:57,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/735f0081904b4b0bbc11792ec9ab8259 2024-12-09T15:20:57,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/a8236ee742004d9688057d459d4c478f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/a8236ee742004d9688057d459d4c478f 2024-12-09T15:20:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-09T15:20:57,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/a8236ee742004d9688057d459d4c478f, entries=150, sequenceid=414, filesize=12.0 K 2024-12-09T15:20:57,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/9655c722e4714e1a9f39a36dc7f172ea as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9655c722e4714e1a9f39a36dc7f172ea 2024-12-09T15:20:57,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9655c722e4714e1a9f39a36dc7f172ea, entries=150, sequenceid=414, filesize=12.0 K 2024-12-09T15:20:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/735f0081904b4b0bbc11792ec9ab8259 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/735f0081904b4b0bbc11792ec9ab8259 2024-12-09T15:20:57,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:57,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-09T15:20:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:57,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:20:57,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/735f0081904b4b0bbc11792ec9ab8259, entries=150, sequenceid=414, filesize=12.0 K 2024-12-09T15:20:57,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0b41936d3e5836067a6f6b0215625f17 in 1465ms, sequenceid=414, compaction requested=true 2024-12-09T15:20:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:20:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:57,341 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:20:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:57,341 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:20:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:57,344 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:57,344 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:57,344 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/B is initiating minor compaction (all files) 2024-12-09T15:20:57,345 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/A is initiating minor compaction (all files) 2024-12-09T15:20:57,345 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/B in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,345 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/A in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,345 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/cd7f5572ecb441daa37f33a895cb22c6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7d5ffc2f8109488a924c4411f090190b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d7b7723b934b4b569a963009f3eb2c84, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/a8236ee742004d9688057d459d4c478f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=48.8 K 2024-12-09T15:20:57,345 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/3685e11bf08a42a28708a847df8436ba, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b8b0fe9e810745108932ee00e4bb0c82, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0686877757934bfb8aa783d1ee5b571d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9655c722e4714e1a9f39a36dc7f172ea] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=48.8 K 2024-12-09T15:20:57,345 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd7f5572ecb441daa37f33a895cb22c6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733757652822 2024-12-09T15:20:57,345 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3685e11bf08a42a28708a847df8436ba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733757652822 2024-12-09T15:20:57,346 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b8b0fe9e810745108932ee00e4bb0c82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733757653166 2024-12-09T15:20:57,346 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d5ffc2f8109488a924c4411f090190b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733757653166 2024-12-09T15:20:57,347 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7b7723b934b4b569a963009f3eb2c84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733757653552 2024-12-09T15:20:57,347 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0686877757934bfb8aa783d1ee5b571d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733757653552 2024-12-09T15:20:57,347 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9655c722e4714e1a9f39a36dc7f172ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733757654728 2024-12-09T15:20:57,347 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8236ee742004d9688057d459d4c478f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733757654728 2024-12-09T15:20:57,367 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#B#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:57,368 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/1491591934d94cb2b78baf3dbe60903f is 50, key is test_row_0/B:col10/1733757655873/Put/seqid=0 2024-12-09T15:20:57,371 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:57,371 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/bc7bf7e4c80d4f4284398a039f362dc3 is 50, key is test_row_0/A:col10/1733757655873/Put/seqid=0 2024-12-09T15:20:57,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741924_1100 (size=13255) 2024-12-09T15:20:57,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741923_1099 (size=13255) 2024-12-09T15:20:57,423 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/1491591934d94cb2b78baf3dbe60903f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1491591934d94cb2b78baf3dbe60903f 2024-12-09T15:20:57,432 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/bc7bf7e4c80d4f4284398a039f362dc3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bc7bf7e4c80d4f4284398a039f362dc3 2024-12-09T15:20:57,439 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/B of 0b41936d3e5836067a6f6b0215625f17 into 1491591934d94cb2b78baf3dbe60903f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:57,439 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:57,439 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/B, priority=12, startTime=1733757657341; duration=0sec 2024-12-09T15:20:57,439 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:57,439 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:B 2024-12-09T15:20:57,439 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:20:57,439 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/A of 0b41936d3e5836067a6f6b0215625f17 into bc7bf7e4c80d4f4284398a039f362dc3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:57,439 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:57,440 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/A, priority=12, startTime=1733757657341; duration=0sec 2024-12-09T15:20:57,440 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:57,440 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:A 2024-12-09T15:20:57,443 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:20:57,443 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/C is initiating minor compaction (all files) 2024-12-09T15:20:57,443 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/C in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,443 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/fd2d03e17e0f439aa05da731046bb8aa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/68555e8166e14283b0a3bf2234669371, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ad3dd9056cfb4fe58bb4370fed69e81d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/735f0081904b4b0bbc11792ec9ab8259] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=48.8 K 2024-12-09T15:20:57,444 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting fd2d03e17e0f439aa05da731046bb8aa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733757652822 2024-12-09T15:20:57,444 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 68555e8166e14283b0a3bf2234669371, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733757653166 2024-12-09T15:20:57,445 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ad3dd9056cfb4fe58bb4370fed69e81d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733757653552 2024-12-09T15:20:57,446 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 735f0081904b4b0bbc11792ec9ab8259, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733757654728 2024-12-09T15:20:57,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:20:57,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-09T15:20:57,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:57,469 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-09T15:20:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:57,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b580b8485ac2464b96001dd72cbd2da3 is 50, key is test_row_0/A:col10/1733757655903/Put/seqid=0 2024-12-09T15:20:57,506 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:57,506 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/402f3e3577394f948fef82c0843e60ac is 50, key is test_row_0/C:col10/1733757655873/Put/seqid=0 2024-12-09T15:20:57,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741925_1101 (size=12301) 2024-12-09T15:20:57,530 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b580b8485ac2464b96001dd72cbd2da3 2024-12-09T15:20:57,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/f7e86bfe18304a369787fde911598409 is 50, key is test_row_0/B:col10/1733757655903/Put/seqid=0 2024-12-09T15:20:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741926_1102 (size=13255) 2024-12-09T15:20:57,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741927_1103 (size=12301) 2024-12-09T15:20:57,585 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/f7e86bfe18304a369787fde911598409 2024-12-09T15:20:57,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/ab201dee13fc489d932b2b1e88454278 is 50, key is test_row_0/C:col10/1733757655903/Put/seqid=0 2024-12-09T15:20:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741928_1104 (size=12301) 2024-12-09T15:20:57,966 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/402f3e3577394f948fef82c0843e60ac as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/402f3e3577394f948fef82c0843e60ac 2024-12-09T15:20:57,974 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/C of 0b41936d3e5836067a6f6b0215625f17 into 402f3e3577394f948fef82c0843e60ac(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:57,974 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:57,974 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/C, priority=12, startTime=1733757657341; duration=0sec 2024-12-09T15:20:57,975 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:57,975 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:C 2024-12-09T15:20:58,036 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/ab201dee13fc489d932b2b1e88454278 2024-12-09T15:20:58,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b580b8485ac2464b96001dd72cbd2da3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b580b8485ac2464b96001dd72cbd2da3 2024-12-09T15:20:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:58,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. as already flushing 2024-12-09T15:20:58,055 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b580b8485ac2464b96001dd72cbd2da3, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T15:20:58,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/f7e86bfe18304a369787fde911598409 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/f7e86bfe18304a369787fde911598409 2024-12-09T15:20:58,061 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/f7e86bfe18304a369787fde911598409, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T15:20:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/ab201dee13fc489d932b2b1e88454278 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ab201dee13fc489d932b2b1e88454278 2024-12-09T15:20:58,094 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ab201dee13fc489d932b2b1e88454278, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T15:20:58,097 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=73.80 KB/75570 for 0b41936d3e5836067a6f6b0215625f17 in 628ms, sequenceid=433, compaction requested=false 2024-12-09T15:20:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T15:20:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-09T15:20:58,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-09T15:20:58,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:58,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:58,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:58,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:58,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:58,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:58,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-09T15:20:58,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9090 sec 2024-12-09T15:20:58,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.9160 sec 2024-12-09T15:20:58,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/8aa80419e6be4a1ba4d4051ed27b6f4b is 50, key is test_row_1/A:col10/1733757658094/Put/seqid=0 2024-12-09T15:20:58,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741929_1105 (size=14737) 2024-12-09T15:20:58,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757718194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757718197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757718207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757718208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,272 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x490457fd to 127.0.0.1:61620 2024-12-09T15:20:58,272 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:20:58,277 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b5f27aa to 127.0.0.1:61620 2024-12-09T15:20:58,277 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:20:58,277 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:61620 2024-12-09T15:20:58,277 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:20:58,278 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:61620 2024-12-09T15:20:58,278 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:20:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-09T15:20:58,295 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-09T15:20:58,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757718310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757718309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757718315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757718316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757718513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757718515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757718518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757718520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/8aa80419e6be4a1ba4d4051ed27b6f4b 2024-12-09T15:20:58,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/34ed4713732f48c3b1e9df79a0b59508 is 50, key is test_row_1/B:col10/1733757658094/Put/seqid=0 2024-12-09T15:20:58,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741930_1106 (size=9857) 2024-12-09T15:20:58,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/34ed4713732f48c3b1e9df79a0b59508 2024-12-09T15:20:58,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/cc04aff9cab04d15961781fce0d317eb is 50, key is test_row_1/C:col10/1733757658094/Put/seqid=0 2024-12-09T15:20:58,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741931_1107 (size=9857) 2024-12-09T15:20:58,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37524 deadline: 1733757718816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37540 deadline: 1733757718818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37544 deadline: 1733757718820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37520 deadline: 1733757718823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:20:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37558 deadline: 1733757718923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:20:58,925 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:20:59,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/cc04aff9cab04d15961781fce0d317eb 2024-12-09T15:20:59,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/8aa80419e6be4a1ba4d4051ed27b6f4b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/8aa80419e6be4a1ba4d4051ed27b6f4b 2024-12-09T15:20:59,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/8aa80419e6be4a1ba4d4051ed27b6f4b, entries=200, sequenceid=450, filesize=14.4 K 2024-12-09T15:20:59,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/34ed4713732f48c3b1e9df79a0b59508 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/34ed4713732f48c3b1e9df79a0b59508 2024-12-09T15:20:59,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/34ed4713732f48c3b1e9df79a0b59508, entries=100, sequenceid=450, filesize=9.6 K 2024-12-09T15:20:59,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/cc04aff9cab04d15961781fce0d317eb as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cc04aff9cab04d15961781fce0d317eb 2024-12-09T15:20:59,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cc04aff9cab04d15961781fce0d317eb, entries=100, sequenceid=450, filesize=9.6 K 2024-12-09T15:20:59,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 0b41936d3e5836067a6f6b0215625f17 in 974ms, sequenceid=450, compaction requested=true 2024-12-09T15:20:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:20:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:59,073 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:59,073 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:20:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b41936d3e5836067a6f6b0215625f17:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:20:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:59,074 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40293 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:59,074 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/A is initiating minor compaction (all files) 2024-12-09T15:20:59,074 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:59,074 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/A in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:59,074 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/B is initiating minor compaction (all files) 2024-12-09T15:20:59,074 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bc7bf7e4c80d4f4284398a039f362dc3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b580b8485ac2464b96001dd72cbd2da3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/8aa80419e6be4a1ba4d4051ed27b6f4b] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=39.3 K 2024-12-09T15:20:59,074 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/B in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:59,075 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1491591934d94cb2b78baf3dbe60903f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/f7e86bfe18304a369787fde911598409, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/34ed4713732f48c3b1e9df79a0b59508] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=34.6 K 2024-12-09T15:20:59,075 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc7bf7e4c80d4f4284398a039f362dc3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733757654728 2024-12-09T15:20:59,075 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 1491591934d94cb2b78baf3dbe60903f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733757654728 2024-12-09T15:20:59,076 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b580b8485ac2464b96001dd72cbd2da3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733757655894 2024-12-09T15:20:59,076 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting f7e86bfe18304a369787fde911598409, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733757655894 2024-12-09T15:20:59,076 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8aa80419e6be4a1ba4d4051ed27b6f4b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733757658082 2024-12-09T15:20:59,076 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 34ed4713732f48c3b1e9df79a0b59508, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733757658092 2024-12-09T15:20:59,088 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#B#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:59,088 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:59,089 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/66f7f03191d94cb98cf1bb7ea7fd0194 is 50, key is test_row_0/A:col10/1733757655903/Put/seqid=0 2024-12-09T15:20:59,089 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/5a35c3e899c64ed8a2b22d87ad22ea37 is 50, key is test_row_0/B:col10/1733757655903/Put/seqid=0 2024-12-09T15:20:59,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741932_1108 (size=13357) 2024-12-09T15:20:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741933_1109 (size=13357) 2024-12-09T15:20:59,320 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:20:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:20:59,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:20:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:59,323 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53b8a93e to 127.0.0.1:61620 2024-12-09T15:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:20:59,324 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:20:59,324 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:61620 2024-12-09T15:20:59,325 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:20:59,329 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:61620 2024-12-09T15:20:59,329 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:20:59,330 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x048068a5 to 127.0.0.1:61620 2024-12-09T15:20:59,330 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:20:59,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b6e5b42fb539483a9c8c6479e0ac2c0f is 50, key is test_row_0/A:col10/1733757659321/Put/seqid=0 2024-12-09T15:20:59,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741934_1110 (size=12301) 2024-12-09T15:20:59,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b6e5b42fb539483a9c8c6479e0ac2c0f 2024-12-09T15:20:59,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/7dfcec01caf64b87abdecbbe53346373 is 50, key is test_row_0/B:col10/1733757659321/Put/seqid=0 2024-12-09T15:20:59,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741935_1111 (size=12301) 2024-12-09T15:20:59,509 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/5a35c3e899c64ed8a2b22d87ad22ea37 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/5a35c3e899c64ed8a2b22d87ad22ea37 2024-12-09T15:20:59,509 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/66f7f03191d94cb98cf1bb7ea7fd0194 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/66f7f03191d94cb98cf1bb7ea7fd0194 2024-12-09T15:20:59,517 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/B of 0b41936d3e5836067a6f6b0215625f17 into 5a35c3e899c64ed8a2b22d87ad22ea37(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:59,517 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/A of 0b41936d3e5836067a6f6b0215625f17 into 66f7f03191d94cb98cf1bb7ea7fd0194(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:59,517 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:59,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:59,517 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/A, priority=13, startTime=1733757659073; duration=0sec 2024-12-09T15:20:59,517 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/B, priority=13, startTime=1733757659073; duration=0sec 2024-12-09T15:20:59,517 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:20:59,517 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:A 2024-12-09T15:20:59,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:59,517 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:20:59,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:B 2024-12-09T15:20:59,521 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:20:59,521 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 0b41936d3e5836067a6f6b0215625f17/C is initiating minor compaction (all files) 2024-12-09T15:20:59,522 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b41936d3e5836067a6f6b0215625f17/C in TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:20:59,522 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/402f3e3577394f948fef82c0843e60ac, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ab201dee13fc489d932b2b1e88454278, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cc04aff9cab04d15961781fce0d317eb] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp, totalSize=34.6 K 2024-12-09T15:20:59,522 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 402f3e3577394f948fef82c0843e60ac, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733757654728 2024-12-09T15:20:59,523 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab201dee13fc489d932b2b1e88454278, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733757655894 2024-12-09T15:20:59,523 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc04aff9cab04d15961781fce0d317eb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733757658092 2024-12-09T15:20:59,550 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b41936d3e5836067a6f6b0215625f17#C#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:20:59,551 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/35b36a162189491fad12f79ba33becf4 is 50, key is test_row_0/C:col10/1733757655903/Put/seqid=0 2024-12-09T15:20:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741936_1112 (size=13357) 2024-12-09T15:20:59,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/7dfcec01caf64b87abdecbbe53346373 2024-12-09T15:20:59,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/5c1135b4fec943a2a429caa75e2c6c42 is 50, key is test_row_0/C:col10/1733757659321/Put/seqid=0 2024-12-09T15:20:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741937_1113 (size=12301) 2024-12-09T15:20:59,973 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/35b36a162189491fad12f79ba33becf4 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/35b36a162189491fad12f79ba33becf4 2024-12-09T15:20:59,978 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b41936d3e5836067a6f6b0215625f17/C of 0b41936d3e5836067a6f6b0215625f17 into 35b36a162189491fad12f79ba33becf4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:20:59,978 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:20:59,978 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17., storeName=0b41936d3e5836067a6f6b0215625f17/C, priority=13, startTime=1733757659073; duration=0sec 2024-12-09T15:20:59,979 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:20:59,979 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b41936d3e5836067a6f6b0215625f17:C 2024-12-09T15:21:00,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/5c1135b4fec943a2a429caa75e2c6c42 2024-12-09T15:21:00,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/b6e5b42fb539483a9c8c6479e0ac2c0f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b6e5b42fb539483a9c8c6479e0ac2c0f 2024-12-09T15:21:00,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b6e5b42fb539483a9c8c6479e0ac2c0f, entries=150, sequenceid=473, filesize=12.0 K 2024-12-09T15:21:00,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/7dfcec01caf64b87abdecbbe53346373 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/7dfcec01caf64b87abdecbbe53346373 2024-12-09T15:21:00,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/7dfcec01caf64b87abdecbbe53346373, entries=150, sequenceid=473, filesize=12.0 K 2024-12-09T15:21:00,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/5c1135b4fec943a2a429caa75e2c6c42 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/5c1135b4fec943a2a429caa75e2c6c42 2024-12-09T15:21:00,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/5c1135b4fec943a2a429caa75e2c6c42, entries=150, sequenceid=473, filesize=12.0 K 2024-12-09T15:21:00,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=13.42 KB/13740 for 0b41936d3e5836067a6f6b0215625f17 in 886ms, sequenceid=473, compaction requested=false 2024-12-09T15:21:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:21:02,934 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1324ee83 to 127.0.0.1:61620 2024-12-09T15:21:02,935 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3456 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3453 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1576 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4727 rows 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1591 2024-12-09T15:21:02,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4768 rows 2024-12-09T15:21:02,935 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:21:02,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63607639 to 127.0.0.1:61620 2024-12-09T15:21:02,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:02,939 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-09T15:21:02,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T15:21:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:02,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757662954"}]},"ts":"1733757662954"} 2024-12-09T15:21:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-09T15:21:02,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T15:21:02,959 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T15:21:02,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T15:21:02,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b41936d3e5836067a6f6b0215625f17, UNASSIGN}] 2024-12-09T15:21:02,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b41936d3e5836067a6f6b0215625f17, UNASSIGN 2024-12-09T15:21:02,967 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=0b41936d3e5836067a6f6b0215625f17, regionState=CLOSING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:02,968 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:21:02,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:21:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-09T15:21:03,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:03,125 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:21:03,126 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:21:03,126 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 0b41936d3e5836067a6f6b0215625f17, disabling compactions & flushes 2024-12-09T15:21:03,126 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:21:03,126 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:21:03,127 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. after waiting 1 ms 2024-12-09T15:21:03,127 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:21:03,127 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 0b41936d3e5836067a6f6b0215625f17 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-09T15:21:03,127 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=A 2024-12-09T15:21:03,127 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:03,127 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=B 2024-12-09T15:21:03,127 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:03,127 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b41936d3e5836067a6f6b0215625f17, store=C 2024-12-09T15:21:03,127 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:03,132 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/1732ca60c64f446f893230060fb6e223 is 50, key is test_row_1/A:col10/1733757659325/Put/seqid=0 2024-12-09T15:21:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741938_1114 (size=9857) 2024-12-09T15:21:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-09T15:21:03,538 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/1732ca60c64f446f893230060fb6e223 2024-12-09T15:21:03,548 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/c6a24bcd7946455dbeb7db63fbd9527b is 50, key is test_row_1/B:col10/1733757659325/Put/seqid=0 2024-12-09T15:21:03,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741939_1115 (size=9857) 2024-12-09T15:21:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-09T15:21:03,953 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/c6a24bcd7946455dbeb7db63fbd9527b 2024-12-09T15:21:03,962 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/21dfa3a314634be9ba6b000402440301 is 50, key is test_row_1/C:col10/1733757659325/Put/seqid=0 2024-12-09T15:21:03,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741940_1116 (size=9857) 2024-12-09T15:21:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-09T15:21:04,370 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/21dfa3a314634be9ba6b000402440301 2024-12-09T15:21:04,376 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/A/1732ca60c64f446f893230060fb6e223 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/1732ca60c64f446f893230060fb6e223 2024-12-09T15:21:04,382 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/1732ca60c64f446f893230060fb6e223, entries=100, sequenceid=482, filesize=9.6 K 2024-12-09T15:21:04,385 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/B/c6a24bcd7946455dbeb7db63fbd9527b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/c6a24bcd7946455dbeb7db63fbd9527b 2024-12-09T15:21:04,389 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/c6a24bcd7946455dbeb7db63fbd9527b, entries=100, sequenceid=482, filesize=9.6 K 2024-12-09T15:21:04,390 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/.tmp/C/21dfa3a314634be9ba6b000402440301 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/21dfa3a314634be9ba6b000402440301 2024-12-09T15:21:04,395 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/21dfa3a314634be9ba6b000402440301, entries=100, sequenceid=482, filesize=9.6 K 2024-12-09T15:21:04,396 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 0b41936d3e5836067a6f6b0215625f17 in 1269ms, sequenceid=482, compaction requested=true 2024-12-09T15:21:04,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/17cd3d17c1514cb1a0a83d2c9a0c198b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/2036098797974573bae2f58d78b2c816, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/9b0b1b840f3a40649926a81981b4d5a8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/6be3d8caa84d411cad7211a771a2a180, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/3dd928a83450459da90e3866aceb0d73, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/98e97c9d3a4f46b4a4d0e5548ba1fffe, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/849a708f1d014252b4702d9321d5f581, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ffb3c33883e8490a9af52ee4339125a2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad084e95ad984f548d77443b5896213c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ba0a8adffd6c440ba106064da16484a9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/dd4c748b94654b5e9fdfba64f2649c9a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5f2083fbd1f745169d72b474642176aa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/100e5f300f7942e38523ec77ca432df4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad0b7998ab3248b881cb7872cc6f57c8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/e3bf335886ab484fb99c16ea887f19cc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bdd9c722407d41d9965f82ce6882f160, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d4baeea4092041fbbff0fb0efeb0be3e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ea97bc20701d4175ab2bc7d93ee03abd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7fcb830f2b564f1a82bac55300d01af8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bfb829d4c37842c296bb300011bbfe9c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/02b518ba99e54741a0203967adc09a73, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b67b78466e544491a6a7adea6e48f083, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5a4d7dbe328e4721b517c0dd89f7921d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b71e17eb615e449dad6fe4b33a63076e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/cd7f5572ecb441daa37f33a895cb22c6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7d5ffc2f8109488a924c4411f090190b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d7b7723b934b4b569a963009f3eb2c84, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bc7bf7e4c80d4f4284398a039f362dc3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/a8236ee742004d9688057d459d4c478f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b580b8485ac2464b96001dd72cbd2da3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/8aa80419e6be4a1ba4d4051ed27b6f4b] to archive 2024-12-09T15:21:04,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:21:04,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/17cd3d17c1514cb1a0a83d2c9a0c198b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/17cd3d17c1514cb1a0a83d2c9a0c198b 2024-12-09T15:21:04,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/2036098797974573bae2f58d78b2c816 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/2036098797974573bae2f58d78b2c816 2024-12-09T15:21:04,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/9b0b1b840f3a40649926a81981b4d5a8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/9b0b1b840f3a40649926a81981b4d5a8 2024-12-09T15:21:04,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/6be3d8caa84d411cad7211a771a2a180 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/6be3d8caa84d411cad7211a771a2a180 2024-12-09T15:21:04,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/3dd928a83450459da90e3866aceb0d73 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/3dd928a83450459da90e3866aceb0d73 2024-12-09T15:21:04,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/98e97c9d3a4f46b4a4d0e5548ba1fffe to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/98e97c9d3a4f46b4a4d0e5548ba1fffe 2024-12-09T15:21:04,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/849a708f1d014252b4702d9321d5f581 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/849a708f1d014252b4702d9321d5f581 2024-12-09T15:21:04,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ffb3c33883e8490a9af52ee4339125a2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ffb3c33883e8490a9af52ee4339125a2 2024-12-09T15:21:04,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad084e95ad984f548d77443b5896213c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad084e95ad984f548d77443b5896213c 2024-12-09T15:21:04,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ba0a8adffd6c440ba106064da16484a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ba0a8adffd6c440ba106064da16484a9 2024-12-09T15:21:04,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/dd4c748b94654b5e9fdfba64f2649c9a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/dd4c748b94654b5e9fdfba64f2649c9a 2024-12-09T15:21:04,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5f2083fbd1f745169d72b474642176aa to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5f2083fbd1f745169d72b474642176aa 2024-12-09T15:21:04,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/100e5f300f7942e38523ec77ca432df4 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/100e5f300f7942e38523ec77ca432df4 2024-12-09T15:21:04,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad0b7998ab3248b881cb7872cc6f57c8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ad0b7998ab3248b881cb7872cc6f57c8 2024-12-09T15:21:04,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/e3bf335886ab484fb99c16ea887f19cc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/e3bf335886ab484fb99c16ea887f19cc 2024-12-09T15:21:04,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bdd9c722407d41d9965f82ce6882f160 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bdd9c722407d41d9965f82ce6882f160 2024-12-09T15:21:04,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d4baeea4092041fbbff0fb0efeb0be3e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d4baeea4092041fbbff0fb0efeb0be3e 2024-12-09T15:21:04,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ea97bc20701d4175ab2bc7d93ee03abd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/ea97bc20701d4175ab2bc7d93ee03abd 2024-12-09T15:21:04,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7fcb830f2b564f1a82bac55300d01af8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7fcb830f2b564f1a82bac55300d01af8 2024-12-09T15:21:04,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bfb829d4c37842c296bb300011bbfe9c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bfb829d4c37842c296bb300011bbfe9c 2024-12-09T15:21:04,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/02b518ba99e54741a0203967adc09a73 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/02b518ba99e54741a0203967adc09a73 2024-12-09T15:21:04,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b67b78466e544491a6a7adea6e48f083 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b67b78466e544491a6a7adea6e48f083 2024-12-09T15:21:04,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5a4d7dbe328e4721b517c0dd89f7921d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/5a4d7dbe328e4721b517c0dd89f7921d 2024-12-09T15:21:04,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b71e17eb615e449dad6fe4b33a63076e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b71e17eb615e449dad6fe4b33a63076e 2024-12-09T15:21:04,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/cd7f5572ecb441daa37f33a895cb22c6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/cd7f5572ecb441daa37f33a895cb22c6 2024-12-09T15:21:04,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7d5ffc2f8109488a924c4411f090190b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/7d5ffc2f8109488a924c4411f090190b 2024-12-09T15:21:04,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d7b7723b934b4b569a963009f3eb2c84 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/d7b7723b934b4b569a963009f3eb2c84 2024-12-09T15:21:04,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bc7bf7e4c80d4f4284398a039f362dc3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/bc7bf7e4c80d4f4284398a039f362dc3 2024-12-09T15:21:04,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/a8236ee742004d9688057d459d4c478f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/a8236ee742004d9688057d459d4c478f 2024-12-09T15:21:04,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b580b8485ac2464b96001dd72cbd2da3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b580b8485ac2464b96001dd72cbd2da3 2024-12-09T15:21:04,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/8aa80419e6be4a1ba4d4051ed27b6f4b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/8aa80419e6be4a1ba4d4051ed27b6f4b 2024-12-09T15:21:04,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/e90d56510a394b5da05b2c9a441b42ca, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d38c63074fee42fea9adfcc4bb9eb6b7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/c74e1e56fd97478e8bcc0f1cf2419ea5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4479c2291488439fa5475d6156b80cb0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/48a0bb629194487189979f565f75f534, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/26fec45965b047d7936591139d5fa7ad, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db466fd322a84e0c8121a1a49bfc8418, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1e6ebf99bca4449a96c2e6badff0f5cf, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9072ae384b2d4764b9a04ecd92d3b4fa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d639d84d81204c4e8d36921b745e8c3f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/cbe18305f4b84236bc54d360ec42f2c3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b93ef48a923e4793bee3edb14c96ca89, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4fc2e4b680734573b1c21b62f344be25, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db1452b5d9ec4081bbcfb2ca5fcd0b4a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/897083459e9c426380b82ed9a29a115f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/788a34e031d041e3bf4d92405e1dae0d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a487c4405c1b442ea8e1447cd0657dc3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/bdf56d1358934164b1cc4a6f2d8bd525, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/66ca1d81ee754d23a2d1130efafcee5f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a90b004f4df446f28bb0e7708a7f8e7f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d90831954d664e48a55ab53c7c6f4cf2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0dbf98124fc847d09189506b7953e9b7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/142e9419ea654cb19bf96deff5ba5988, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/3685e11bf08a42a28708a847df8436ba, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b0b2f2d79d89463baf8369be7642e5c8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b8b0fe9e810745108932ee00e4bb0c82, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0686877757934bfb8aa783d1ee5b571d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1491591934d94cb2b78baf3dbe60903f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9655c722e4714e1a9f39a36dc7f172ea, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/f7e86bfe18304a369787fde911598409, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/34ed4713732f48c3b1e9df79a0b59508] to archive 2024-12-09T15:21:04,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:21:04,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/e90d56510a394b5da05b2c9a441b42ca to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/e90d56510a394b5da05b2c9a441b42ca 2024-12-09T15:21:04,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d38c63074fee42fea9adfcc4bb9eb6b7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d38c63074fee42fea9adfcc4bb9eb6b7 2024-12-09T15:21:04,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/c74e1e56fd97478e8bcc0f1cf2419ea5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/c74e1e56fd97478e8bcc0f1cf2419ea5 2024-12-09T15:21:04,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4479c2291488439fa5475d6156b80cb0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4479c2291488439fa5475d6156b80cb0 2024-12-09T15:21:04,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/48a0bb629194487189979f565f75f534 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/48a0bb629194487189979f565f75f534 2024-12-09T15:21:04,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/26fec45965b047d7936591139d5fa7ad to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/26fec45965b047d7936591139d5fa7ad 2024-12-09T15:21:04,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db466fd322a84e0c8121a1a49bfc8418 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db466fd322a84e0c8121a1a49bfc8418 2024-12-09T15:21:04,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1e6ebf99bca4449a96c2e6badff0f5cf to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1e6ebf99bca4449a96c2e6badff0f5cf 2024-12-09T15:21:04,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9072ae384b2d4764b9a04ecd92d3b4fa to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9072ae384b2d4764b9a04ecd92d3b4fa 2024-12-09T15:21:04,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d639d84d81204c4e8d36921b745e8c3f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d639d84d81204c4e8d36921b745e8c3f 2024-12-09T15:21:04,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/cbe18305f4b84236bc54d360ec42f2c3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/cbe18305f4b84236bc54d360ec42f2c3 2024-12-09T15:21:04,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b93ef48a923e4793bee3edb14c96ca89 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b93ef48a923e4793bee3edb14c96ca89 2024-12-09T15:21:04,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4fc2e4b680734573b1c21b62f344be25 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/4fc2e4b680734573b1c21b62f344be25 2024-12-09T15:21:04,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db1452b5d9ec4081bbcfb2ca5fcd0b4a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/db1452b5d9ec4081bbcfb2ca5fcd0b4a 2024-12-09T15:21:04,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/897083459e9c426380b82ed9a29a115f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/897083459e9c426380b82ed9a29a115f 2024-12-09T15:21:04,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/788a34e031d041e3bf4d92405e1dae0d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/788a34e031d041e3bf4d92405e1dae0d 2024-12-09T15:21:04,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a487c4405c1b442ea8e1447cd0657dc3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a487c4405c1b442ea8e1447cd0657dc3 2024-12-09T15:21:04,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/bdf56d1358934164b1cc4a6f2d8bd525 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/bdf56d1358934164b1cc4a6f2d8bd525 2024-12-09T15:21:04,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/66ca1d81ee754d23a2d1130efafcee5f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/66ca1d81ee754d23a2d1130efafcee5f 2024-12-09T15:21:04,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a90b004f4df446f28bb0e7708a7f8e7f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/a90b004f4df446f28bb0e7708a7f8e7f 2024-12-09T15:21:04,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d90831954d664e48a55ab53c7c6f4cf2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/d90831954d664e48a55ab53c7c6f4cf2 2024-12-09T15:21:04,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0dbf98124fc847d09189506b7953e9b7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0dbf98124fc847d09189506b7953e9b7 2024-12-09T15:21:04,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/142e9419ea654cb19bf96deff5ba5988 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/142e9419ea654cb19bf96deff5ba5988 2024-12-09T15:21:04,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/3685e11bf08a42a28708a847df8436ba to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/3685e11bf08a42a28708a847df8436ba 2024-12-09T15:21:04,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b0b2f2d79d89463baf8369be7642e5c8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b0b2f2d79d89463baf8369be7642e5c8 2024-12-09T15:21:04,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b8b0fe9e810745108932ee00e4bb0c82 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/b8b0fe9e810745108932ee00e4bb0c82 2024-12-09T15:21:04,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0686877757934bfb8aa783d1ee5b571d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/0686877757934bfb8aa783d1ee5b571d 2024-12-09T15:21:04,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1491591934d94cb2b78baf3dbe60903f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/1491591934d94cb2b78baf3dbe60903f 2024-12-09T15:21:04,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9655c722e4714e1a9f39a36dc7f172ea to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/9655c722e4714e1a9f39a36dc7f172ea 2024-12-09T15:21:04,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/f7e86bfe18304a369787fde911598409 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/f7e86bfe18304a369787fde911598409 2024-12-09T15:21:04,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/34ed4713732f48c3b1e9df79a0b59508 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/34ed4713732f48c3b1e9df79a0b59508 2024-12-09T15:21:04,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/10bdff2dfe0e4509857211855d7195d5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/bad21e7cb0f449248868889c06b27298, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/3609a7597ac042f0969aabc32eaf205a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b297a7b18472493f9e9e11f74039961c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/71f0cdd8e3df4ff8ace31952b5e5867c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/703c0e375da7458d9c330bfa700de9bc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c2de16d51cf54d11a1b92ea0c704591b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/433ed137c263455e92f481ecb19e6fb6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/49660e5b5f24490f96b95328dc2b4f13, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b05e6dccb6104ad8ba71f9b6af544e78, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/9cb56f6ea8c34c1f9030223ac3a88814, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c13135fee0134e17b7ac23c77b3b7402, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/757ca3bf17ff4490a33aad29c311fcf2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/e676341a4bbe42e8b06acb88ebf5df0d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/65789f9f062d4e98a3771755c9e10be8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/d93765ad73554122adb5363be36e9621, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c1def9fb80d64d43966ff3e30dc467ef, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c4415f5d73b44e41be4f17c54d8be502, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/352ab4524e0c4b9e9d670330d338ff22, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/318085ae83f24e22a195361b7ad13018, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/6b355f84d27246109eeb4de0cf6b42d0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/4cc238a1b7644f33a4cb4565f6ed9a45, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/7188b4268a8c4feaa8b54640bdbaa409, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/fd2d03e17e0f439aa05da731046bb8aa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cda8b0f9624b4f9491836e4514c750e5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/68555e8166e14283b0a3bf2234669371, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ad3dd9056cfb4fe58bb4370fed69e81d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/402f3e3577394f948fef82c0843e60ac, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/735f0081904b4b0bbc11792ec9ab8259, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ab201dee13fc489d932b2b1e88454278, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cc04aff9cab04d15961781fce0d317eb] to archive 2024-12-09T15:21:04,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:21:04,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/10bdff2dfe0e4509857211855d7195d5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/10bdff2dfe0e4509857211855d7195d5 2024-12-09T15:21:04,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/bad21e7cb0f449248868889c06b27298 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/bad21e7cb0f449248868889c06b27298 2024-12-09T15:21:04,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/3609a7597ac042f0969aabc32eaf205a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/3609a7597ac042f0969aabc32eaf205a 2024-12-09T15:21:04,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b297a7b18472493f9e9e11f74039961c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b297a7b18472493f9e9e11f74039961c 2024-12-09T15:21:04,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/71f0cdd8e3df4ff8ace31952b5e5867c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/71f0cdd8e3df4ff8ace31952b5e5867c 2024-12-09T15:21:04,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/703c0e375da7458d9c330bfa700de9bc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/703c0e375da7458d9c330bfa700de9bc 2024-12-09T15:21:04,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c2de16d51cf54d11a1b92ea0c704591b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c2de16d51cf54d11a1b92ea0c704591b 2024-12-09T15:21:04,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/433ed137c263455e92f481ecb19e6fb6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/433ed137c263455e92f481ecb19e6fb6 2024-12-09T15:21:04,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/49660e5b5f24490f96b95328dc2b4f13 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/49660e5b5f24490f96b95328dc2b4f13 2024-12-09T15:21:04,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b05e6dccb6104ad8ba71f9b6af544e78 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/b05e6dccb6104ad8ba71f9b6af544e78 2024-12-09T15:21:04,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/9cb56f6ea8c34c1f9030223ac3a88814 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/9cb56f6ea8c34c1f9030223ac3a88814 2024-12-09T15:21:04,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c13135fee0134e17b7ac23c77b3b7402 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c13135fee0134e17b7ac23c77b3b7402 2024-12-09T15:21:04,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/757ca3bf17ff4490a33aad29c311fcf2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/757ca3bf17ff4490a33aad29c311fcf2 2024-12-09T15:21:04,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/e676341a4bbe42e8b06acb88ebf5df0d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/e676341a4bbe42e8b06acb88ebf5df0d 2024-12-09T15:21:04,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/65789f9f062d4e98a3771755c9e10be8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/65789f9f062d4e98a3771755c9e10be8 2024-12-09T15:21:04,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/d93765ad73554122adb5363be36e9621 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/d93765ad73554122adb5363be36e9621 2024-12-09T15:21:04,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c1def9fb80d64d43966ff3e30dc467ef to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c1def9fb80d64d43966ff3e30dc467ef 2024-12-09T15:21:04,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c4415f5d73b44e41be4f17c54d8be502 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/c4415f5d73b44e41be4f17c54d8be502 2024-12-09T15:21:04,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/352ab4524e0c4b9e9d670330d338ff22 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/352ab4524e0c4b9e9d670330d338ff22 2024-12-09T15:21:04,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/318085ae83f24e22a195361b7ad13018 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/318085ae83f24e22a195361b7ad13018 2024-12-09T15:21:04,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/6b355f84d27246109eeb4de0cf6b42d0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/6b355f84d27246109eeb4de0cf6b42d0 2024-12-09T15:21:04,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/4cc238a1b7644f33a4cb4565f6ed9a45 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/4cc238a1b7644f33a4cb4565f6ed9a45 2024-12-09T15:21:04,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/7188b4268a8c4feaa8b54640bdbaa409 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/7188b4268a8c4feaa8b54640bdbaa409 2024-12-09T15:21:04,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/fd2d03e17e0f439aa05da731046bb8aa to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/fd2d03e17e0f439aa05da731046bb8aa 2024-12-09T15:21:04,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cda8b0f9624b4f9491836e4514c750e5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cda8b0f9624b4f9491836e4514c750e5 2024-12-09T15:21:04,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/68555e8166e14283b0a3bf2234669371 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/68555e8166e14283b0a3bf2234669371 2024-12-09T15:21:04,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ad3dd9056cfb4fe58bb4370fed69e81d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ad3dd9056cfb4fe58bb4370fed69e81d 2024-12-09T15:21:04,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/402f3e3577394f948fef82c0843e60ac to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/402f3e3577394f948fef82c0843e60ac 2024-12-09T15:21:04,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/735f0081904b4b0bbc11792ec9ab8259 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/735f0081904b4b0bbc11792ec9ab8259 2024-12-09T15:21:04,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ab201dee13fc489d932b2b1e88454278 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/ab201dee13fc489d932b2b1e88454278 2024-12-09T15:21:04,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cc04aff9cab04d15961781fce0d317eb to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/cc04aff9cab04d15961781fce0d317eb 2024-12-09T15:21:04,605 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/recovered.edits/485.seqid, newMaxSeqId=485, maxSeqId=1 2024-12-09T15:21:04,608 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17. 2024-12-09T15:21:04,608 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 0b41936d3e5836067a6f6b0215625f17: 2024-12-09T15:21:04,610 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:21:04,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=0b41936d3e5836067a6f6b0215625f17, regionState=CLOSED 2024-12-09T15:21:04,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-09T15:21:04,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 0b41936d3e5836067a6f6b0215625f17, server=33eb8daa289d,46843,1733757631575 in 1.6440 sec 2024-12-09T15:21:04,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-12-09T15:21:04,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b41936d3e5836067a6f6b0215625f17, UNASSIGN in 1.6480 sec 2024-12-09T15:21:04,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-09T15:21:04,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6560 sec 2024-12-09T15:21:04,621 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757664621"}]},"ts":"1733757664621"} 2024-12-09T15:21:04,622 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T15:21:04,625 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T15:21:04,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6790 sec 2024-12-09T15:21:04,967 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:21:04,969 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:21:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-09T15:21:05,060 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-09T15:21:05,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T15:21:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:05,070 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:05,071 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-09T15:21:05,075 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:21:05,086 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/recovered.edits] 2024-12-09T15:21:05,091 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/1732ca60c64f446f893230060fb6e223 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/1732ca60c64f446f893230060fb6e223 2024-12-09T15:21:05,092 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/66f7f03191d94cb98cf1bb7ea7fd0194 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/66f7f03191d94cb98cf1bb7ea7fd0194 2024-12-09T15:21:05,096 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b6e5b42fb539483a9c8c6479e0ac2c0f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/A/b6e5b42fb539483a9c8c6479e0ac2c0f 2024-12-09T15:21:05,102 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/5a35c3e899c64ed8a2b22d87ad22ea37 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/5a35c3e899c64ed8a2b22d87ad22ea37 2024-12-09T15:21:05,105 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/7dfcec01caf64b87abdecbbe53346373 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/7dfcec01caf64b87abdecbbe53346373 2024-12-09T15:21:05,107 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/c6a24bcd7946455dbeb7db63fbd9527b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/B/c6a24bcd7946455dbeb7db63fbd9527b 2024-12-09T15:21:05,112 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/21dfa3a314634be9ba6b000402440301 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/21dfa3a314634be9ba6b000402440301 2024-12-09T15:21:05,114 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/35b36a162189491fad12f79ba33becf4 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/35b36a162189491fad12f79ba33becf4 2024-12-09T15:21:05,115 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/5c1135b4fec943a2a429caa75e2c6c42 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/C/5c1135b4fec943a2a429caa75e2c6c42 2024-12-09T15:21:05,120 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/recovered.edits/485.seqid to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17/recovered.edits/485.seqid 2024-12-09T15:21:05,121 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/0b41936d3e5836067a6f6b0215625f17 2024-12-09T15:21:05,121 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T15:21:05,127 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:05,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-09T15:21:05,137 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T15:21:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-09T15:21:05,177 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T15:21:05,178 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:05,178 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T15:21:05,179 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733757665179"}]},"ts":"9223372036854775807"} 2024-12-09T15:21:05,181 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T15:21:05,181 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0b41936d3e5836067a6f6b0215625f17, NAME => 'TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T15:21:05,182 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T15:21:05,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733757665182"}]},"ts":"9223372036854775807"} 2024-12-09T15:21:05,184 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-09T15:21:05,186 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:05,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 122 msec 2024-12-09T15:21:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-09T15:21:05,374 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-09T15:21:05,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RS:0;33eb8daa289d:46843-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4ef202ce-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4ef202ce-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4ef202ce-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1209788048_22 at /127.0.0.1:60764 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4ef202ce-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2658 (was 3402) 2024-12-09T15:21:05,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=2657 2024-12-09T15:21:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T15:21:05,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:21:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:05,407 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:21:05,407 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:05,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-12-09T15:21:05,408 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:21:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-09T15:21:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741941_1117 (size=963) 2024-12-09T15:21:05,424 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 2024-12-09T15:21:05,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741942_1118 (size=53) 2024-12-09T15:21:05,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:21:05,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c508782bd6aa8b43b42c30929d19367d, disabling compactions & flushes 2024-12-09T15:21:05,432 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:05,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:05,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. after waiting 0 ms 2024-12-09T15:21:05,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:05,432 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:05,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:05,433 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:21:05,433 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733757665433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757665433"}]},"ts":"1733757665433"} 2024-12-09T15:21:05,435 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:21:05,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:21:05,436 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757665436"}]},"ts":"1733757665436"} 2024-12-09T15:21:05,437 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T15:21:05,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, ASSIGN}] 2024-12-09T15:21:05,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, ASSIGN 2024-12-09T15:21:05,447 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, ASSIGN; state=OFFLINE, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=false 2024-12-09T15:21:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-09T15:21:05,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=c508782bd6aa8b43b42c30929d19367d, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:05,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:21:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-09T15:21:05,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:05,760 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:05,760 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:21:05,760 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:05,761 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:21:05,761 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:05,761 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:05,763 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:05,765 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:05,765 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c508782bd6aa8b43b42c30929d19367d columnFamilyName A 2024-12-09T15:21:05,765 DEBUG [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:05,766 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(327): Store=c508782bd6aa8b43b42c30929d19367d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:05,766 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:05,767 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:05,768 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c508782bd6aa8b43b42c30929d19367d columnFamilyName B 2024-12-09T15:21:05,769 DEBUG [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:05,770 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(327): Store=c508782bd6aa8b43b42c30929d19367d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:05,770 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:05,772 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:05,772 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c508782bd6aa8b43b42c30929d19367d columnFamilyName C 2024-12-09T15:21:05,772 DEBUG [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:05,774 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(327): Store=c508782bd6aa8b43b42c30929d19367d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:05,774 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:05,775 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:05,776 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:05,778 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:21:05,780 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:05,782 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:21:05,783 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened c508782bd6aa8b43b42c30929d19367d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65076757, jitterRate=-0.03028075397014618}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:21:05,783 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:05,784 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., pid=35, masterSystemTime=1733757665753 2024-12-09T15:21:05,786 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:05,787 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:05,787 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=c508782bd6aa8b43b42c30929d19367d, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:05,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-09T15:21:05,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 in 189 msec 2024-12-09T15:21:05,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-12-09T15:21:05,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, ASSIGN in 347 msec 2024-12-09T15:21:05,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:21:05,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757665794"}]},"ts":"1733757665794"} 2024-12-09T15:21:05,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T15:21:05,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:21:05,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 394 msec 2024-12-09T15:21:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-09T15:21:06,012 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-12-09T15:21:06,015 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5caaf139 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e560c7b 2024-12-09T15:21:06,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddf4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:06,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:06,023 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:06,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:21:06,026 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:21:06,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T15:21:06,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:21:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:06,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741943_1119 (size=999) 2024-12-09T15:21:06,455 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-09T15:21:06,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-09T15:21:06,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T15:21:06,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, REOPEN/MOVE}] 2024-12-09T15:21:06,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, REOPEN/MOVE 2024-12-09T15:21:06,471 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c508782bd6aa8b43b42c30929d19367d, regionState=CLOSING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:06,473 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:21:06,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:21:06,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:06,626 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,626 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:21:06,626 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing c508782bd6aa8b43b42c30929d19367d, disabling compactions & flushes 2024-12-09T15:21:06,626 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:06,626 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:06,626 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. after waiting 0 ms 2024-12-09T15:21:06,626 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:06,631 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:21:06,631 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:06,631 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:06,631 WARN [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: c508782bd6aa8b43b42c30929d19367d to self. 2024-12-09T15:21:06,633 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c508782bd6aa8b43b42c30929d19367d, regionState=CLOSED 2024-12-09T15:21:06,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-09T15:21:06,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 in 162 msec 2024-12-09T15:21:06,636 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, REOPEN/MOVE; state=CLOSED, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=true 2024-12-09T15:21:06,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c508782bd6aa8b43b42c30929d19367d, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:06,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:21:06,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:06,943 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:06,943 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:21:06,944 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,944 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:21:06,944 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,944 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,948 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,949 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:06,954 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c508782bd6aa8b43b42c30929d19367d columnFamilyName A 2024-12-09T15:21:06,955 DEBUG [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:06,956 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(327): Store=c508782bd6aa8b43b42c30929d19367d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:06,956 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,957 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:06,957 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c508782bd6aa8b43b42c30929d19367d columnFamilyName B 2024-12-09T15:21:06,957 DEBUG [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:06,958 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(327): Store=c508782bd6aa8b43b42c30929d19367d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:06,958 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,958 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:06,958 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c508782bd6aa8b43b42c30929d19367d columnFamilyName C 2024-12-09T15:21:06,958 DEBUG [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:06,959 INFO [StoreOpener-c508782bd6aa8b43b42c30929d19367d-1 {}] regionserver.HStore(327): Store=c508782bd6aa8b43b42c30929d19367d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:06,959 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:06,960 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,961 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,962 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:21:06,963 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:06,964 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened c508782bd6aa8b43b42c30929d19367d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64516813, jitterRate=-0.03862456977367401}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:21:06,966 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:06,966 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., pid=40, masterSystemTime=1733757666940 2024-12-09T15:21:06,968 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:06,968 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:06,968 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c508782bd6aa8b43b42c30929d19367d, regionState=OPEN, openSeqNum=5, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:06,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-12-09T15:21:06,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 in 182 msec 2024-12-09T15:21:06,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T15:21:06,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, REOPEN/MOVE in 501 msec 2024-12-09T15:21:06,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T15:21:06,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-12-09T15:21:06,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 940 msec 2024-12-09T15:21:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-09T15:21:06,984 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bcbdbdb to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c826820 2024-12-09T15:21:06,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7362d978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:06,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-12-09T15:21:06,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:07,000 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b55744e to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@176c5c1b 2024-12-09T15:21:07,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:07,008 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-12-09T15:21:07,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a533a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:07,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-12-09T15:21:07,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:07,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-12-09T15:21:07,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:07,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-12-09T15:21:07,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:07,027 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-12-09T15:21:07,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:07,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-12-09T15:21:07,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:07,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-12-09T15:21:07,041 DEBUG [hconnection-0x4bc47a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-09T15:21:07,043 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:07,043 DEBUG [hconnection-0x7723f465-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:07,044 DEBUG [hconnection-0x3494350-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:07,044 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:07,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:07,045 DEBUG [hconnection-0x6c68401e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:07,046 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:07,047 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:07,047 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:07,049 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:07,051 DEBUG [hconnection-0x77b52c8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:07,052 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:07,052 DEBUG [hconnection-0x8f41663-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:07,054 DEBUG [hconnection-0x2047dc02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:07,056 DEBUG [hconnection-0x5d81acdf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:07,057 DEBUG [hconnection-0x2d5f688f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:07,059 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:07,059 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:07,059 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:07,060 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:07,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T15:21:07,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:07,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-09T15:21:07,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757727133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757727133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757727133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757727133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757727144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099541b962f33f4488a2b69dca021026b9_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757667064/Put/seqid=0 2024-12-09T15:21:07,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-09T15:21:07,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:07,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741944_1120 (size=12154) 2024-12-09T15:21:07,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757727246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757727247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757727253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757727253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757727253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-09T15:21:07,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-09T15:21:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757727450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757727455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757727461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757727465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757727464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-09T15:21:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,608 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:07,618 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099541b962f33f4488a2b69dca021026b9_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099541b962f33f4488a2b69dca021026b9_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:07,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5dc836ea5aa6408a9950887cb49fa861, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:07,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5dc836ea5aa6408a9950887cb49fa861 is 175, key is test_row_0/A:col10/1733757667064/Put/seqid=0 2024-12-09T15:21:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-09T15:21:07,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-09T15:21:07,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:07,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741945_1121 (size=30955) 2024-12-09T15:21:07,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5dc836ea5aa6408a9950887cb49fa861 2024-12-09T15:21:07,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/e109297198644fa3ae78c953ea741aa1 is 50, key is test_row_0/B:col10/1733757667064/Put/seqid=0 2024-12-09T15:21:07,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757727761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757727761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757727769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757727772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757727772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741946_1122 (size=12001) 2024-12-09T15:21:07,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-09T15:21:07,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:07,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:07,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-09T15:21:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:07,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:08,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:08,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-09T15:21:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:08,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-09T15:21:08,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/e109297198644fa3ae78c953ea741aa1 2024-12-09T15:21:08,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/ecae8ebb39d749f2b25f2c7308a711ff is 50, key is test_row_0/C:col10/1733757667064/Put/seqid=0 2024-12-09T15:21:08,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757728265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:08,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741947_1123 (size=12001) 2024-12-09T15:21:08,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/ecae8ebb39d749f2b25f2c7308a711ff 2024-12-09T15:21:08,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757728270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:08,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757728277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:08,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5dc836ea5aa6408a9950887cb49fa861 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5dc836ea5aa6408a9950887cb49fa861 2024-12-09T15:21:08,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757728281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:08,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757728281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:08,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5dc836ea5aa6408a9950887cb49fa861, entries=150, sequenceid=16, filesize=30.2 K 2024-12-09T15:21:08,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/e109297198644fa3ae78c953ea741aa1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e109297198644fa3ae78c953ea741aa1 2024-12-09T15:21:08,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:08,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-09T15:21:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:08,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:08,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e109297198644fa3ae78c953ea741aa1, entries=150, sequenceid=16, filesize=11.7 K 2024-12-09T15:21:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:08,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/ecae8ebb39d749f2b25f2c7308a711ff as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ecae8ebb39d749f2b25f2c7308a711ff 2024-12-09T15:21:08,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ecae8ebb39d749f2b25f2c7308a711ff, entries=150, sequenceid=16, filesize=11.7 K 2024-12-09T15:21:08,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c508782bd6aa8b43b42c30929d19367d in 1247ms, sequenceid=16, compaction requested=false 2024-12-09T15:21:08,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:08,449 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:08,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-09T15:21:08,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:08,450 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T15:21:08,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:08,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:08,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:08,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:08,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:08,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:08,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cfccb2962bc14df584edc2b7ca825667_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757667141/Put/seqid=0 2024-12-09T15:21:08,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741948_1124 (size=12154) 2024-12-09T15:21:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:08,525 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cfccb2962bc14df584edc2b7ca825667_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cfccb2962bc14df584edc2b7ca825667_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:08,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/dcad547cf3654f3189baaf891256529c, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:08,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/dcad547cf3654f3189baaf891256529c is 175, key is test_row_0/A:col10/1733757667141/Put/seqid=0 2024-12-09T15:21:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741949_1125 (size=30955) 2024-12-09T15:21:08,970 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/dcad547cf3654f3189baaf891256529c 2024-12-09T15:21:08,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/114a082b38464e878137dd88f7e44423 is 50, key is test_row_0/B:col10/1733757667141/Put/seqid=0 2024-12-09T15:21:09,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741950_1126 (size=12001) 2024-12-09T15:21:09,029 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/114a082b38464e878137dd88f7e44423 2024-12-09T15:21:09,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/cc05470aa9ea4d5ea08d20d32d7e13e6 is 50, key is test_row_0/C:col10/1733757667141/Put/seqid=0 2024-12-09T15:21:09,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741951_1127 (size=12001) 2024-12-09T15:21:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-09T15:21:09,149 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/cc05470aa9ea4d5ea08d20d32d7e13e6 2024-12-09T15:21:09,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/dcad547cf3654f3189baaf891256529c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/dcad547cf3654f3189baaf891256529c 2024-12-09T15:21:09,213 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/dcad547cf3654f3189baaf891256529c, entries=150, sequenceid=40, filesize=30.2 K 2024-12-09T15:21:09,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/114a082b38464e878137dd88f7e44423 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/114a082b38464e878137dd88f7e44423 2024-12-09T15:21:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,250 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/114a082b38464e878137dd88f7e44423, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T15:21:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/cc05470aa9ea4d5ea08d20d32d7e13e6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/cc05470aa9ea4d5ea08d20d32d7e13e6 2024-12-09T15:21:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,286 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/cc05470aa9ea4d5ea08d20d32d7e13e6, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T15:21:09,287 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for c508782bd6aa8b43b42c30929d19367d in 837ms, sequenceid=40, compaction requested=false 2024-12-09T15:21:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-09T15:21:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-12-09T15:21:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-09T15:21:09,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2450 sec 2024-12-09T15:21:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 2.2570 sec 2024-12-09T15:21:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:09,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:21:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:09,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:09,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209305c382f63b04d33b586d9473396dac5_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757669511/Put/seqid=0 2024-12-09T15:21:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741953_1129 (size=26798) 2024-12-09T15:21:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:09,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757729739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:09,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757729742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757729744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:09,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757729748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757729746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:09,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757729855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:09,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757729855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:09,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757729856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:09,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757729861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:09,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757729868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,050 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:10,066 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209305c382f63b04d33b586d9473396dac5_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209305c382f63b04d33b586d9473396dac5_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757730065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757730069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757730074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/474f9b044e154f918d7330c208cd0ef3, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:10,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/474f9b044e154f918d7330c208cd0ef3 is 175, key is test_row_0/A:col10/1733757669511/Put/seqid=0 2024-12-09T15:21:10,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757730073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757730075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741952_1128 (size=82585) 2024-12-09T15:21:10,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T15:21:10,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757730382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757730381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757730388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757730394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757730401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/474f9b044e154f918d7330c208cd0ef3 2024-12-09T15:21:10,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/eaa766213e214d30800b7f930989a802 is 50, key is test_row_0/B:col10/1733757669511/Put/seqid=0 2024-12-09T15:21:10,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741954_1130 (size=12001) 2024-12-09T15:21:10,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/eaa766213e214d30800b7f930989a802 2024-12-09T15:21:10,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/ed5eace87aa04e20a64bdc12121fcb74 is 50, key is test_row_0/C:col10/1733757669511/Put/seqid=0 2024-12-09T15:21:10,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741955_1131 (size=12001) 2024-12-09T15:21:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757730896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757730904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757730905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757730907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:10,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757730909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:11,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/ed5eace87aa04e20a64bdc12121fcb74 2024-12-09T15:21:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-09T15:21:11,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/474f9b044e154f918d7330c208cd0ef3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/474f9b044e154f918d7330c208cd0ef3 2024-12-09T15:21:11,156 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-09T15:21:11,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/474f9b044e154f918d7330c208cd0ef3, entries=450, sequenceid=52, filesize=80.6 K 2024-12-09T15:21:11,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/eaa766213e214d30800b7f930989a802 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/eaa766213e214d30800b7f930989a802 2024-12-09T15:21:11,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-09T15:21:11,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/eaa766213e214d30800b7f930989a802, entries=150, sequenceid=52, filesize=11.7 K 2024-12-09T15:21:11,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/ed5eace87aa04e20a64bdc12121fcb74 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ed5eace87aa04e20a64bdc12121fcb74 2024-12-09T15:21:11,184 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:11,185 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:11,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-09T15:21:11,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ed5eace87aa04e20a64bdc12121fcb74, entries=150, sequenceid=52, filesize=11.7 K 2024-12-09T15:21:11,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c508782bd6aa8b43b42c30929d19367d in 1686ms, sequenceid=52, compaction requested=true 2024-12-09T15:21:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:21:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-09T15:21:11,202 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:11,203 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:11,206 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144495 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:11,206 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/A is initiating minor compaction (all files) 2024-12-09T15:21:11,206 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/A in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:11,206 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:11,206 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/C is initiating minor compaction (all files) 2024-12-09T15:21:11,206 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/C in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:11,206 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5dc836ea5aa6408a9950887cb49fa861, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/dcad547cf3654f3189baaf891256529c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/474f9b044e154f918d7330c208cd0ef3] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=141.1 K 2024-12-09T15:21:11,206 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:11,207 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5dc836ea5aa6408a9950887cb49fa861, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/dcad547cf3654f3189baaf891256529c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/474f9b044e154f918d7330c208cd0ef3] 2024-12-09T15:21:11,207 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ecae8ebb39d749f2b25f2c7308a711ff, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/cc05470aa9ea4d5ea08d20d32d7e13e6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ed5eace87aa04e20a64bdc12121fcb74] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=35.2 K 2024-12-09T15:21:11,207 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dc836ea5aa6408a9950887cb49fa861, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733757667060 2024-12-09T15:21:11,208 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ecae8ebb39d749f2b25f2c7308a711ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733757667060 2024-12-09T15:21:11,208 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcad547cf3654f3189baaf891256529c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733757667125 2024-12-09T15:21:11,208 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting cc05470aa9ea4d5ea08d20d32d7e13e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733757667125 2024-12-09T15:21:11,208 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 474f9b044e154f918d7330c208cd0ef3, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757669472 2024-12-09T15:21:11,209 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ed5eace87aa04e20a64bdc12121fcb74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757669511 2024-12-09T15:21:11,257 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#C#compaction#111 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:11,257 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:11,257 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/96beb7cd1d064d7384258ebecdf5c8da is 50, key is test_row_0/C:col10/1733757669511/Put/seqid=0 2024-12-09T15:21:11,269 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209301525cc696a4b22aef7e89739906f22_c508782bd6aa8b43b42c30929d19367d store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:11,274 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209301525cc696a4b22aef7e89739906f22_c508782bd6aa8b43b42c30929d19367d, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:11,274 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209301525cc696a4b22aef7e89739906f22_c508782bd6aa8b43b42c30929d19367d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-09T15:21:11,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741957_1133 (size=4469) 2024-12-09T15:21:11,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741956_1132 (size=12104) 2024-12-09T15:21:11,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-09T15:21:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:11,349 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T15:21:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:11,365 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/96beb7cd1d064d7384258ebecdf5c8da as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/96beb7cd1d064d7384258ebecdf5c8da 2024-12-09T15:21:11,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092f46fc98fba347049d62a211d5707b41_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757669745/Put/seqid=0 2024-12-09T15:21:11,421 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/C of c508782bd6aa8b43b42c30929d19367d into 96beb7cd1d064d7384258ebecdf5c8da(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:11,421 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:11,421 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/C, priority=13, startTime=1733757671202; duration=0sec 2024-12-09T15:21:11,421 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:11,421 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:C 2024-12-09T15:21:11,421 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:11,423 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:11,423 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/B is initiating minor compaction (all files) 2024-12-09T15:21:11,423 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/B in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:11,423 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e109297198644fa3ae78c953ea741aa1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/114a082b38464e878137dd88f7e44423, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/eaa766213e214d30800b7f930989a802] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=35.2 K 2024-12-09T15:21:11,424 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e109297198644fa3ae78c953ea741aa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733757667060 2024-12-09T15:21:11,425 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 114a082b38464e878137dd88f7e44423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733757667125 2024-12-09T15:21:11,425 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting eaa766213e214d30800b7f930989a802, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757669511 2024-12-09T15:21:11,460 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#B#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:11,461 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/b2b2de4fb56048839ee2c08dd0a3ba91 is 50, key is test_row_0/B:col10/1733757669511/Put/seqid=0 2024-12-09T15:21:11,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741958_1134 (size=12154) 2024-12-09T15:21:11,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:11,477 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092f46fc98fba347049d62a211d5707b41_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092f46fc98fba347049d62a211d5707b41_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/674a5834663b4483aea2ff1b1936558d, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:11,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/674a5834663b4483aea2ff1b1936558d is 175, key is test_row_0/A:col10/1733757669745/Put/seqid=0 2024-12-09T15:21:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-09T15:21:11,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741959_1135 (size=12104) 2024-12-09T15:21:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741960_1136 (size=30955) 2024-12-09T15:21:11,529 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/674a5834663b4483aea2ff1b1936558d 2024-12-09T15:21:11,553 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/b2b2de4fb56048839ee2c08dd0a3ba91 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/b2b2de4fb56048839ee2c08dd0a3ba91 2024-12-09T15:21:11,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/bf8de18f079e4ecd985144f6ec633db9 is 50, key is test_row_0/B:col10/1733757669745/Put/seqid=0 2024-12-09T15:21:11,584 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/B of c508782bd6aa8b43b42c30929d19367d into b2b2de4fb56048839ee2c08dd0a3ba91(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:11,584 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:11,584 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/B, priority=13, startTime=1733757671202; duration=0sec 2024-12-09T15:21:11,584 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:11,584 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:B 2024-12-09T15:21:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741961_1137 (size=12001) 2024-12-09T15:21:11,739 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#A#compaction#112 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:11,741 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/9fca5e3c319e4e4b9685531a347639a0 is 175, key is test_row_0/A:col10/1733757669511/Put/seqid=0 2024-12-09T15:21:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741962_1138 (size=31058) 2024-12-09T15:21:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-09T15:21:11,814 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/9fca5e3c319e4e4b9685531a347639a0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9fca5e3c319e4e4b9685531a347639a0 2024-12-09T15:21:11,851 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/A of c508782bd6aa8b43b42c30929d19367d into 9fca5e3c319e4e4b9685531a347639a0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:11,851 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:11,851 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/A, priority=13, startTime=1733757671202; duration=0sec 2024-12-09T15:21:11,852 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:11,852 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:A 2024-12-09T15:21:11,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:11,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757731949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:11,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757731949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:11,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757731951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757731953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:11,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757731961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,024 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/bf8de18f079e4ecd985144f6ec633db9 2024-12-09T15:21:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/4cfd6cefaea540abaa052b9d4ca52234 is 50, key is test_row_0/C:col10/1733757669745/Put/seqid=0 2024-12-09T15:21:12,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757732057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757732061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757732065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757732072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757732085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741963_1139 (size=12001) 2024-12-09T15:21:12,114 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/4cfd6cefaea540abaa052b9d4ca52234 2024-12-09T15:21:12,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/674a5834663b4483aea2ff1b1936558d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/674a5834663b4483aea2ff1b1936558d 2024-12-09T15:21:12,134 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/674a5834663b4483aea2ff1b1936558d, entries=150, sequenceid=76, filesize=30.2 K 2024-12-09T15:21:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/bf8de18f079e4ecd985144f6ec633db9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/bf8de18f079e4ecd985144f6ec633db9 2024-12-09T15:21:12,141 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/bf8de18f079e4ecd985144f6ec633db9, entries=150, sequenceid=76, filesize=11.7 K 2024-12-09T15:21:12,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/4cfd6cefaea540abaa052b9d4ca52234 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/4cfd6cefaea540abaa052b9d4ca52234 2024-12-09T15:21:12,149 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/4cfd6cefaea540abaa052b9d4ca52234, entries=150, sequenceid=76, filesize=11.7 K 2024-12-09T15:21:12,150 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c508782bd6aa8b43b42c30929d19367d in 801ms, sequenceid=76, compaction requested=false 2024-12-09T15:21:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-09T15:21:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-09T15:21:12,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-09T15:21:12,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 973 msec 2024-12-09T15:21:12,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 984 msec 2024-12-09T15:21:12,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T15:21:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:12,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:12,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:12,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:12,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:12,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-09T15:21:12,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:12,290 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-09T15:21:12,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-09T15:21:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-09T15:21:12,302 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:12,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b986bcfcd9364315a2019da911e62c3e_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757671938/Put/seqid=0 2024-12-09T15:21:12,309 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:12,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:12,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757732360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757732363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741964_1140 (size=12154) 2024-12-09T15:21:12,392 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:12,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757732374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b986bcfcd9364315a2019da911e62c3e_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b986bcfcd9364315a2019da911e62c3e_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:12,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757732375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757732377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b38c53a70fb646eab308f767ac6e3fb7, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:12,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b38c53a70fb646eab308f767ac6e3fb7 is 175, key is test_row_0/A:col10/1733757671938/Put/seqid=0 2024-12-09T15:21:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-09T15:21:12,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741965_1141 (size=30955) 2024-12-09T15:21:12,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b38c53a70fb646eab308f767ac6e3fb7 2024-12-09T15:21:12,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:12,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:12,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757732486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757732485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/45ef19520b9443e7a7bc7a46ff0908ce is 50, key is test_row_0/B:col10/1733757671938/Put/seqid=0 2024-12-09T15:21:12,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757732505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757732507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757732513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741966_1142 (size=12001) 2024-12-09T15:21:12,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/45ef19520b9443e7a7bc7a46ff0908ce 2024-12-09T15:21:12,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/a1ce0d97af6b44728f5b8b7e53d2e39c is 50, key is test_row_0/C:col10/1733757671938/Put/seqid=0 2024-12-09T15:21:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-09T15:21:12,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:12,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:12,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741967_1143 (size=12001) 2024-12-09T15:21:12,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/a1ce0d97af6b44728f5b8b7e53d2e39c 2024-12-09T15:21:12,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b38c53a70fb646eab308f767ac6e3fb7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b38c53a70fb646eab308f767ac6e3fb7 2024-12-09T15:21:12,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b38c53a70fb646eab308f767ac6e3fb7, entries=150, sequenceid=94, filesize=30.2 K 2024-12-09T15:21:12,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/45ef19520b9443e7a7bc7a46ff0908ce as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/45ef19520b9443e7a7bc7a46ff0908ce 2024-12-09T15:21:12,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757732697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/45ef19520b9443e7a7bc7a46ff0908ce, entries=150, sequenceid=94, filesize=11.7 K 2024-12-09T15:21:12,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/a1ce0d97af6b44728f5b8b7e53d2e39c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/a1ce0d97af6b44728f5b8b7e53d2e39c 2024-12-09T15:21:12,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757732711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/a1ce0d97af6b44728f5b8b7e53d2e39c, entries=150, sequenceid=94, filesize=11.7 K 2024-12-09T15:21:12,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for c508782bd6aa8b43b42c30929d19367d in 440ms, sequenceid=94, compaction requested=true 2024-12-09T15:21:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:12,722 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:21:12,722 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:12,723 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:12,724 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/B is initiating minor compaction (all files) 2024-12-09T15:21:12,724 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/B in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,724 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/b2b2de4fb56048839ee2c08dd0a3ba91, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/bf8de18f079e4ecd985144f6ec633db9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/45ef19520b9443e7a7bc7a46ff0908ce] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=35.3 K 2024-12-09T15:21:12,724 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b2b2de4fb56048839ee2c08dd0a3ba91, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757669511 2024-12-09T15:21:12,725 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting bf8de18f079e4ecd985144f6ec633db9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733757669716 2024-12-09T15:21:12,725 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 45ef19520b9443e7a7bc7a46ff0908ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733757671938 2024-12-09T15:21:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:12,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T15:21:12,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:12,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:12,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:12,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:12,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:12,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:12,734 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:12,735 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/A is initiating minor compaction (all files) 2024-12-09T15:21:12,735 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/A in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,735 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9fca5e3c319e4e4b9685531a347639a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/674a5834663b4483aea2ff1b1936558d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b38c53a70fb646eab308f767ac6e3fb7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=90.8 K 2024-12-09T15:21:12,735 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,735 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9fca5e3c319e4e4b9685531a347639a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/674a5834663b4483aea2ff1b1936558d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b38c53a70fb646eab308f767ac6e3fb7] 2024-12-09T15:21:12,737 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fca5e3c319e4e4b9685531a347639a0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757669511 2024-12-09T15:21:12,737 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 674a5834663b4483aea2ff1b1936558d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733757669716 2024-12-09T15:21:12,743 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b38c53a70fb646eab308f767ac6e3fb7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733757671938 2024-12-09T15:21:12,747 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#B#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:12,747 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/aaf55600fdd848d197b317cbd1e6b676 is 50, key is test_row_0/B:col10/1733757671938/Put/seqid=0 2024-12-09T15:21:12,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757732753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757732757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757732757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741968_1144 (size=12207) 2024-12-09T15:21:12,817 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:12,820 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/aaf55600fdd848d197b317cbd1e6b676 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/aaf55600fdd848d197b317cbd1e6b676 2024-12-09T15:21:12,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097068b96c9f94483db27d392ca37a805d_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757672360/Put/seqid=0 2024-12-09T15:21:12,828 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/B of c508782bd6aa8b43b42c30929d19367d into aaf55600fdd848d197b317cbd1e6b676(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:12,829 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:12,829 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/B, priority=13, startTime=1733757672722; duration=0sec 2024-12-09T15:21:12,829 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:12,829 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:B 2024-12-09T15:21:12,829 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:12,831 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:12,831 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/C is initiating minor compaction (all files) 2024-12-09T15:21:12,831 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/C in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,831 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/96beb7cd1d064d7384258ebecdf5c8da, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/4cfd6cefaea540abaa052b9d4ca52234, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/a1ce0d97af6b44728f5b8b7e53d2e39c] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=35.3 K 2024-12-09T15:21:12,832 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 96beb7cd1d064d7384258ebecdf5c8da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733757669511 2024-12-09T15:21:12,832 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cfd6cefaea540abaa052b9d4ca52234, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733757669716 2024-12-09T15:21:12,833 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a1ce0d97af6b44728f5b8b7e53d2e39c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733757671938 2024-12-09T15:21:12,836 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120997eaf2b611cf47ea9c62a16d225210dd_c508782bd6aa8b43b42c30929d19367d store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:12,838 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120997eaf2b611cf47ea9c62a16d225210dd_c508782bd6aa8b43b42c30929d19367d, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:12,838 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120997eaf2b611cf47ea9c62a16d225210dd_c508782bd6aa8b43b42c30929d19367d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:12,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757732859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757732865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757732869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,893 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#C#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:12,894 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/505077174cdf449ba03d6023ad48ce30 is 50, key is test_row_0/C:col10/1733757671938/Put/seqid=0 2024-12-09T15:21:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-09T15:21:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741969_1145 (size=17034) 2024-12-09T15:21:12,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:12,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:12,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:12,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741970_1146 (size=4469) 2024-12-09T15:21:12,961 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#A#compaction#122 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:12,962 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b8eea970da794ec3bb084e99954d31b9 is 175, key is test_row_0/A:col10/1733757671938/Put/seqid=0 2024-12-09T15:21:12,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741971_1147 (size=12207) 2024-12-09T15:21:12,993 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/505077174cdf449ba03d6023ad48ce30 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/505077174cdf449ba03d6023ad48ce30 2024-12-09T15:21:12,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741972_1148 (size=31161) 2024-12-09T15:21:13,000 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/C of c508782bd6aa8b43b42c30929d19367d into 505077174cdf449ba03d6023ad48ce30(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:13,000 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:13,000 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/C, priority=13, startTime=1733757672722; duration=0sec 2024-12-09T15:21:13,000 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:13,000 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:C 2024-12-09T15:21:13,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757733000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,007 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b8eea970da794ec3bb084e99954d31b9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b8eea970da794ec3bb084e99954d31b9 2024-12-09T15:21:13,014 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/A of c508782bd6aa8b43b42c30929d19367d into b8eea970da794ec3bb084e99954d31b9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:13,014 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:13,014 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/A, priority=13, startTime=1733757672722; duration=0sec 2024-12-09T15:21:13,015 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:13,015 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:A 2024-12-09T15:21:13,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757733020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757733065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757733067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757733082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:13,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:13,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:13,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:13,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,341 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:13,355 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097068b96c9f94483db27d392ca37a805d_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097068b96c9f94483db27d392ca37a805d_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:13,359 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/02bb158051434917903bfdd8f71c3dc9, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:13,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/02bb158051434917903bfdd8f71c3dc9 is 175, key is test_row_0/A:col10/1733757672360/Put/seqid=0 2024-12-09T15:21:13,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757733369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757733377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757733392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741973_1149 (size=48139) 2024-12-09T15:21:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-09T15:21:13,431 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757733516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757733541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:13,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:13,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,803 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/02bb158051434917903bfdd8f71c3dc9 2024-12-09T15:21:13,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d5265a7ed7164504a1f99d0b1fd0f015 is 50, key is test_row_0/B:col10/1733757672360/Put/seqid=0 2024-12-09T15:21:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741974_1150 (size=12001) 2024-12-09T15:21:13,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d5265a7ed7164504a1f99d0b1fd0f015 2024-12-09T15:21:13,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/50bec76e5bbc4fc195275ac908fd3fd2 is 50, key is test_row_0/C:col10/1733757672360/Put/seqid=0 2024-12-09T15:21:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757733877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757733882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741975_1151 (size=12001) 2024-12-09T15:21:13,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757733899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:13,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:13,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:14,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:14,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:14,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:14,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:14,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:14,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:14,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:14,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:14,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/50bec76e5bbc4fc195275ac908fd3fd2 2024-12-09T15:21:14,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/02bb158051434917903bfdd8f71c3dc9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/02bb158051434917903bfdd8f71c3dc9 2024-12-09T15:21:14,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/02bb158051434917903bfdd8f71c3dc9, entries=250, sequenceid=119, filesize=47.0 K 2024-12-09T15:21:14,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d5265a7ed7164504a1f99d0b1fd0f015 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d5265a7ed7164504a1f99d0b1fd0f015 2024-12-09T15:21:14,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d5265a7ed7164504a1f99d0b1fd0f015, entries=150, sequenceid=119, filesize=11.7 K 2024-12-09T15:21:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/50bec76e5bbc4fc195275ac908fd3fd2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/50bec76e5bbc4fc195275ac908fd3fd2 2024-12-09T15:21:14,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/50bec76e5bbc4fc195275ac908fd3fd2, entries=150, sequenceid=119, filesize=11.7 K 2024-12-09T15:21:14,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c508782bd6aa8b43b42c30929d19367d in 1618ms, sequenceid=119, compaction requested=false 2024-12-09T15:21:14,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:14,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-09T15:21:14,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:14,379 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:21:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-09T15:21:14,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e99bac91a2a448ebb2a9385b2093d7fb_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757672733/Put/seqid=0 2024-12-09T15:21:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741976_1152 (size=12204) 2024-12-09T15:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:14,478 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e99bac91a2a448ebb2a9385b2093d7fb_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e99bac91a2a448ebb2a9385b2093d7fb_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/53636a4cb886454781c3bb5e4ab1311a, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/53636a4cb886454781c3bb5e4ab1311a is 175, key is test_row_0/A:col10/1733757672733/Put/seqid=0 2024-12-09T15:21:14,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741977_1153 (size=31005) 2024-12-09T15:21:14,534 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/53636a4cb886454781c3bb5e4ab1311a 2024-12-09T15:21:14,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/4dd8a43d6bcb4219ad31a8c08b8042ac is 50, key is test_row_0/B:col10/1733757672733/Put/seqid=0 2024-12-09T15:21:14,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741978_1154 (size=12051) 2024-12-09T15:21:14,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757734666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757734667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757734777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757734778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757734884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757734890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757734909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757734983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:14,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757734984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:15,006 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/4dd8a43d6bcb4219ad31a8c08b8042ac 2024-12-09T15:21:15,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/75724aa582e84f6d93ba42ef00d8b9fd is 50, key is test_row_0/C:col10/1733757672733/Put/seqid=0 2024-12-09T15:21:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741979_1155 (size=12051) 2024-12-09T15:21:15,065 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/75724aa582e84f6d93ba42ef00d8b9fd 2024-12-09T15:21:15,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/53636a4cb886454781c3bb5e4ab1311a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/53636a4cb886454781c3bb5e4ab1311a 2024-12-09T15:21:15,116 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/53636a4cb886454781c3bb5e4ab1311a, entries=150, sequenceid=133, filesize=30.3 K 2024-12-09T15:21:15,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/4dd8a43d6bcb4219ad31a8c08b8042ac as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4dd8a43d6bcb4219ad31a8c08b8042ac 2024-12-09T15:21:15,132 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4dd8a43d6bcb4219ad31a8c08b8042ac, entries=150, sequenceid=133, filesize=11.8 K 2024-12-09T15:21:15,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/75724aa582e84f6d93ba42ef00d8b9fd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/75724aa582e84f6d93ba42ef00d8b9fd 2024-12-09T15:21:15,142 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/75724aa582e84f6d93ba42ef00d8b9fd, entries=150, sequenceid=133, filesize=11.8 K 2024-12-09T15:21:15,143 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c508782bd6aa8b43b42c30929d19367d in 764ms, sequenceid=133, compaction requested=true 2024-12-09T15:21:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-09T15:21:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-09T15:21:15,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-09T15:21:15,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8360 sec 2024-12-09T15:21:15,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.8630 sec 2024-12-09T15:21:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:15,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T15:21:15,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:15,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:15,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:15,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:15,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:15,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:15,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757735325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:15,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bba98802f3d345c4b283b7fc2318dae3_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757674653/Put/seqid=0 2024-12-09T15:21:15,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757735329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741980_1156 (size=14794) 2024-12-09T15:21:15,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:15,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bba98802f3d345c4b283b7fc2318dae3_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bba98802f3d345c4b283b7fc2318dae3_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:15,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/2fa6a9e7f2c14e299eb01ba69d36c67f, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:15,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/2fa6a9e7f2c14e299eb01ba69d36c67f is 175, key is test_row_0/A:col10/1733757674653/Put/seqid=0 2024-12-09T15:21:15,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757735436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:15,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757735438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741981_1157 (size=39749) 2024-12-09T15:21:15,467 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/2fa6a9e7f2c14e299eb01ba69d36c67f 2024-12-09T15:21:15,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c8c288982ffe4883b79111b2867ba203 is 50, key is test_row_0/B:col10/1733757674653/Put/seqid=0 2024-12-09T15:21:15,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741982_1158 (size=12151) 2024-12-09T15:21:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757735640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757735641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:15,788 INFO [master/33eb8daa289d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T15:21:15,788 INFO [master/33eb8daa289d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T15:21:15,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c8c288982ffe4883b79111b2867ba203 2024-12-09T15:21:15,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757735945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:15,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/94014de420fa4248bdacd26916042870 is 50, key is test_row_0/C:col10/1733757674653/Put/seqid=0 2024-12-09T15:21:15,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757735952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741983_1159 (size=12151) 2024-12-09T15:21:16,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/94014de420fa4248bdacd26916042870 2024-12-09T15:21:16,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/2fa6a9e7f2c14e299eb01ba69d36c67f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/2fa6a9e7f2c14e299eb01ba69d36c67f 2024-12-09T15:21:16,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/2fa6a9e7f2c14e299eb01ba69d36c67f, entries=200, sequenceid=160, filesize=38.8 K 2024-12-09T15:21:16,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c8c288982ffe4883b79111b2867ba203 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c8c288982ffe4883b79111b2867ba203 2024-12-09T15:21:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-09T15:21:16,409 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-09T15:21:16,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c8c288982ffe4883b79111b2867ba203, entries=150, sequenceid=160, filesize=11.9 K 2024-12-09T15:21:16,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-09T15:21:16,421 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-09T15:21:16,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/94014de420fa4248bdacd26916042870 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/94014de420fa4248bdacd26916042870 2024-12-09T15:21:16,422 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:16,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:16,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/94014de420fa4248bdacd26916042870, entries=150, sequenceid=160, filesize=11.9 K 2024-12-09T15:21:16,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c508782bd6aa8b43b42c30929d19367d in 1131ms, sequenceid=160, compaction requested=true 2024-12-09T15:21:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:16,433 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:16,433 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:16,435 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150054 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:16,435 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/A is initiating minor compaction (all files) 2024-12-09T15:21:16,435 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/A in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,435 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b8eea970da794ec3bb084e99954d31b9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/02bb158051434917903bfdd8f71c3dc9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/53636a4cb886454781c3bb5e4ab1311a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/2fa6a9e7f2c14e299eb01ba69d36c67f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=146.5 K 2024-12-09T15:21:16,435 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,435 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b8eea970da794ec3bb084e99954d31b9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/02bb158051434917903bfdd8f71c3dc9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/53636a4cb886454781c3bb5e4ab1311a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/2fa6a9e7f2c14e299eb01ba69d36c67f] 2024-12-09T15:21:16,436 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8eea970da794ec3bb084e99954d31b9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733757671938 2024-12-09T15:21:16,437 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02bb158051434917903bfdd8f71c3dc9, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733757672360 2024-12-09T15:21:16,438 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53636a4cb886454781c3bb5e4ab1311a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757672733 2024-12-09T15:21:16,439 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fa6a9e7f2c14e299eb01ba69d36c67f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733757674634 2024-12-09T15:21:16,447 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:16,447 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/B is initiating minor compaction (all files) 2024-12-09T15:21:16,447 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/B in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,448 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/aaf55600fdd848d197b317cbd1e6b676, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d5265a7ed7164504a1f99d0b1fd0f015, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4dd8a43d6bcb4219ad31a8c08b8042ac, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c8c288982ffe4883b79111b2867ba203] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=47.3 K 2024-12-09T15:21:16,449 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting aaf55600fdd848d197b317cbd1e6b676, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733757671938 2024-12-09T15:21:16,449 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d5265a7ed7164504a1f99d0b1fd0f015, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733757672360 2024-12-09T15:21:16,450 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dd8a43d6bcb4219ad31a8c08b8042ac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757672733 2024-12-09T15:21:16,453 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c8c288982ffe4883b79111b2867ba203, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733757674653 2024-12-09T15:21:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:16,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:21:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:16,497 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:16,499 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:16,500 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/ae6cb1afc9584259a00775c2d9a364a6 is 50, key is test_row_0/B:col10/1733757674653/Put/seqid=0 2024-12-09T15:21:16,510 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209dbf605a4b89342bc81aa3a657c75abeb_c508782bd6aa8b43b42c30929d19367d store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:16,516 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209dbf605a4b89342bc81aa3a657c75abeb_c508782bd6aa8b43b42c30929d19367d, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:16,516 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dbf605a4b89342bc81aa3a657c75abeb_c508782bd6aa8b43b42c30929d19367d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:16,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209797dded440fc4a38964260333c3de61e_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757676458/Put/seqid=0 2024-12-09T15:21:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-09T15:21:16,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741984_1160 (size=12493) 2024-12-09T15:21:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741985_1161 (size=12304) 2024-12-09T15:21:16,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757736568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757736568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741986_1162 (size=4469) 2024-12-09T15:21:16,576 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:16,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-09T15:21:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:16,577 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#A#compaction#132 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:16,578 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/665ab0f04aab47119369e3cccbd419b8 is 175, key is test_row_0/A:col10/1733757674653/Put/seqid=0 2024-12-09T15:21:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:16,602 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209797dded440fc4a38964260333c3de61e_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209797dded440fc4a38964260333c3de61e_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:16,604 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/e3a2e302a94a468899c2b68367f4debc, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:16,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/e3a2e302a94a468899c2b68367f4debc is 175, key is test_row_0/A:col10/1733757676458/Put/seqid=0 2024-12-09T15:21:16,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741987_1163 (size=31447) 2024-12-09T15:21:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741988_1164 (size=31105) 2024-12-09T15:21:16,650 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/e3a2e302a94a468899c2b68367f4debc 2024-12-09T15:21:16,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757736673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/0deb292afe3e4ab09332b9cbcd75b307 is 50, key is test_row_0/B:col10/1733757676458/Put/seqid=0 2024-12-09T15:21:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757736678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741989_1165 (size=12151) 2024-12-09T15:21:16,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/0deb292afe3e4ab09332b9cbcd75b307 2024-12-09T15:21:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-09T15:21:16,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/09b44c48a17c4b42ad0645e8a5a6c106 is 50, key is test_row_0/C:col10/1733757676458/Put/seqid=0 2024-12-09T15:21:16,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-09T15:21:16,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:16,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:16,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:16,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741990_1166 (size=12151) 2024-12-09T15:21:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757736877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757736886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-09T15:21:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:16,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:16,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757736905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757736917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,918 DEBUG [Thread-600 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:16,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:16,926 DEBUG [Thread-606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757736918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:16,929 DEBUG [Thread-602 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:16,954 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/ae6cb1afc9584259a00775c2d9a364a6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ae6cb1afc9584259a00775c2d9a364a6 2024-12-09T15:21:16,966 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/B of c508782bd6aa8b43b42c30929d19367d into ae6cb1afc9584259a00775c2d9a364a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:16,966 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:16,966 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/B, priority=12, startTime=1733757676433; duration=0sec 2024-12-09T15:21:16,966 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:16,966 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:B 2024-12-09T15:21:16,966 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:16,973 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:16,973 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/C is initiating minor compaction (all files) 2024-12-09T15:21:16,973 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/C in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:16,973 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/505077174cdf449ba03d6023ad48ce30, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/50bec76e5bbc4fc195275ac908fd3fd2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/75724aa582e84f6d93ba42ef00d8b9fd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/94014de420fa4248bdacd26916042870] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=47.3 K 2024-12-09T15:21:16,976 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 505077174cdf449ba03d6023ad48ce30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733757671938 2024-12-09T15:21:16,980 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 50bec76e5bbc4fc195275ac908fd3fd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733757672360 2024-12-09T15:21:16,983 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 75724aa582e84f6d93ba42ef00d8b9fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757672733 2024-12-09T15:21:16,985 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 94014de420fa4248bdacd26916042870, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733757674653 2024-12-09T15:21:17,004 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:17,004 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/265d0d2cc2d04b9ba8f7a0689a1767c3 is 50, key is test_row_0/C:col10/1733757674653/Put/seqid=0 2024-12-09T15:21:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-09T15:21:17,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741991_1167 (size=12493) 2024-12-09T15:21:17,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:17,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-09T15:21:17,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:17,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:17,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:17,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:17,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:17,053 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/665ab0f04aab47119369e3cccbd419b8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/665ab0f04aab47119369e3cccbd419b8 2024-12-09T15:21:17,064 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/265d0d2cc2d04b9ba8f7a0689a1767c3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/265d0d2cc2d04b9ba8f7a0689a1767c3 2024-12-09T15:21:17,064 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/A of c508782bd6aa8b43b42c30929d19367d into 665ab0f04aab47119369e3cccbd419b8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:17,064 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:17,064 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/A, priority=12, startTime=1733757676433; duration=0sec 2024-12-09T15:21:17,065 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:17,065 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:A 2024-12-09T15:21:17,085 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/C of c508782bd6aa8b43b42c30929d19367d into 265d0d2cc2d04b9ba8f7a0689a1767c3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:17,085 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:17,085 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/C, priority=12, startTime=1733757676433; duration=0sec 2024-12-09T15:21:17,085 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:17,085 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:C 2024-12-09T15:21:17,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/09b44c48a17c4b42ad0645e8a5a6c106 2024-12-09T15:21:17,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/e3a2e302a94a468899c2b68367f4debc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3a2e302a94a468899c2b68367f4debc 2024-12-09T15:21:17,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3a2e302a94a468899c2b68367f4debc, entries=150, sequenceid=171, filesize=30.4 K 2024-12-09T15:21:17,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757737181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/0deb292afe3e4ab09332b9cbcd75b307 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/0deb292afe3e4ab09332b9cbcd75b307 2024-12-09T15:21:17,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757737189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:17,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/0deb292afe3e4ab09332b9cbcd75b307, entries=150, sequenceid=171, filesize=11.9 K 2024-12-09T15:21:17,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/09b44c48a17c4b42ad0645e8a5a6c106 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/09b44c48a17c4b42ad0645e8a5a6c106 2024-12-09T15:21:17,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:17,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-09T15:21:17,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:17,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:17,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/09b44c48a17c4b42ad0645e8a5a6c106, entries=150, sequenceid=171, filesize=11.9 K 2024-12-09T15:21:17,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c508782bd6aa8b43b42c30929d19367d in 751ms, sequenceid=171, compaction requested=false 2024-12-09T15:21:17,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:17,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:17,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-09T15:21:17,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:17,362 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:21:17,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:17,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:17,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:17,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:17,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098a31b48900e44b7b86b3d0e615a5ef08_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757676566/Put/seqid=0 2024-12-09T15:21:17,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741992_1168 (size=12304) 2024-12-09T15:21:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-09T15:21:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:17,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757737717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757737718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:17,824 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098a31b48900e44b7b86b3d0e615a5ef08_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098a31b48900e44b7b86b3d0e615a5ef08_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/d05df748f06c4015afb0587c635de752, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757737821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/d05df748f06c4015afb0587c635de752 is 175, key is test_row_0/A:col10/1733757676566/Put/seqid=0 2024-12-09T15:21:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757737822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741993_1169 (size=31105) 2024-12-09T15:21:17,864 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/d05df748f06c4015afb0587c635de752 2024-12-09T15:21:17,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/26c31d720952485aa4d096e6aeb4433c is 50, key is test_row_0/B:col10/1733757676566/Put/seqid=0 2024-12-09T15:21:17,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741994_1170 (size=12151) 2024-12-09T15:21:17,903 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/26c31d720952485aa4d096e6aeb4433c 2024-12-09T15:21:17,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/9214cfe047c74cfe8ade0aa44e7ce64a is 50, key is test_row_0/C:col10/1733757676566/Put/seqid=0 2024-12-09T15:21:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741995_1171 (size=12151) 2024-12-09T15:21:17,938 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/9214cfe047c74cfe8ade0aa44e7ce64a 2024-12-09T15:21:17,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/d05df748f06c4015afb0587c635de752 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d05df748f06c4015afb0587c635de752 2024-12-09T15:21:17,950 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d05df748f06c4015afb0587c635de752, entries=150, sequenceid=199, filesize=30.4 K 2024-12-09T15:21:17,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/26c31d720952485aa4d096e6aeb4433c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/26c31d720952485aa4d096e6aeb4433c 2024-12-09T15:21:17,967 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/26c31d720952485aa4d096e6aeb4433c, entries=150, sequenceid=199, filesize=11.9 K 2024-12-09T15:21:17,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/9214cfe047c74cfe8ade0aa44e7ce64a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/9214cfe047c74cfe8ade0aa44e7ce64a 2024-12-09T15:21:17,975 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/9214cfe047c74cfe8ade0aa44e7ce64a, entries=150, sequenceid=199, filesize=11.9 K 2024-12-09T15:21:17,977 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c508782bd6aa8b43b42c30929d19367d in 616ms, sequenceid=199, compaction requested=true 2024-12-09T15:21:17,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:17,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:17,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T15:21:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-09T15:21:17,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T15:21:17,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-12-09T15:21:17,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.5630 sec 2024-12-09T15:21:18,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T15:21:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:18,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:18,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:18,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:18,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:18,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:18,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:18,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209db9a21ac1fb64844884767b50c808703_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757677716/Put/seqid=0 2024-12-09T15:21:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741996_1172 (size=17284) 2024-12-09T15:21:18,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757738076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757738080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757738181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757738186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757738388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757738391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,480 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:18,486 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209db9a21ac1fb64844884767b50c808703_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209db9a21ac1fb64844884767b50c808703_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:18,487 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4ac807d606d045c1958fe42b5530ef57, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:18,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4ac807d606d045c1958fe42b5530ef57 is 175, key is test_row_0/A:col10/1733757677716/Put/seqid=0 2024-12-09T15:21:18,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741997_1173 (size=48389) 2024-12-09T15:21:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-09T15:21:18,533 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-09T15:21:18,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-09T15:21:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-09T15:21:18,542 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:18,543 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:18,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-09T15:21:18,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757738695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757738696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-09T15:21:18,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:18,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:18,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:18,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:18,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-09T15:21:18,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:18,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-09T15:21:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:18,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:18,931 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4ac807d606d045c1958fe42b5530ef57 2024-12-09T15:21:18,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/e396b887c5ac4cdea89aac4999ba3932 is 50, key is test_row_0/B:col10/1733757677716/Put/seqid=0 2024-12-09T15:21:18,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741998_1174 (size=12151) 2024-12-09T15:21:18,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/e396b887c5ac4cdea89aac4999ba3932 2024-12-09T15:21:19,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/84daab1c054247a2b9abf74ac747d156 is 50, key is test_row_0/C:col10/1733757677716/Put/seqid=0 2024-12-09T15:21:19,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:19,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-09T15:21:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:19,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:19,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741999_1175 (size=12151) 2024-12-09T15:21:19,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/84daab1c054247a2b9abf74ac747d156 2024-12-09T15:21:19,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4ac807d606d045c1958fe42b5530ef57 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4ac807d606d045c1958fe42b5530ef57 2024-12-09T15:21:19,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4ac807d606d045c1958fe42b5530ef57, entries=250, sequenceid=213, filesize=47.3 K 2024-12-09T15:21:19,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/e396b887c5ac4cdea89aac4999ba3932 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e396b887c5ac4cdea89aac4999ba3932 2024-12-09T15:21:19,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e396b887c5ac4cdea89aac4999ba3932, entries=150, sequenceid=213, filesize=11.9 K 2024-12-09T15:21:19,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/84daab1c054247a2b9abf74ac747d156 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/84daab1c054247a2b9abf74ac747d156 2024-12-09T15:21:19,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/84daab1c054247a2b9abf74ac747d156, entries=150, sequenceid=213, filesize=11.9 K 2024-12-09T15:21:19,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c508782bd6aa8b43b42c30929d19367d in 1063ms, sequenceid=213, compaction requested=true 2024-12-09T15:21:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:21:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-09T15:21:19,095 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:19,095 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:19,100 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:19,100 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/C is initiating minor compaction (all files) 2024-12-09T15:21:19,100 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/C in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:19,101 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/265d0d2cc2d04b9ba8f7a0689a1767c3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/09b44c48a17c4b42ad0645e8a5a6c106, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/9214cfe047c74cfe8ade0aa44e7ce64a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/84daab1c054247a2b9abf74ac747d156] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=47.8 K 2024-12-09T15:21:19,101 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142046 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:19,101 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/A is initiating minor compaction (all files) 2024-12-09T15:21:19,101 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 265d0d2cc2d04b9ba8f7a0689a1767c3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733757674653 2024-12-09T15:21:19,101 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/A in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:19,101 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/665ab0f04aab47119369e3cccbd419b8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3a2e302a94a468899c2b68367f4debc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d05df748f06c4015afb0587c635de752, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4ac807d606d045c1958fe42b5530ef57] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=138.7 K 2024-12-09T15:21:19,101 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:19,101 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/665ab0f04aab47119369e3cccbd419b8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3a2e302a94a468899c2b68367f4debc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d05df748f06c4015afb0587c635de752, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4ac807d606d045c1958fe42b5530ef57] 2024-12-09T15:21:19,102 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 665ab0f04aab47119369e3cccbd419b8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733757674653 2024-12-09T15:21:19,102 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 09b44c48a17c4b42ad0645e8a5a6c106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733757675324 2024-12-09T15:21:19,102 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3a2e302a94a468899c2b68367f4debc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733757675324 2024-12-09T15:21:19,103 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d05df748f06c4015afb0587c635de752, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733757676557 2024-12-09T15:21:19,103 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9214cfe047c74cfe8ade0aa44e7ce64a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733757676557 2024-12-09T15:21:19,103 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 84daab1c054247a2b9abf74ac747d156, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733757677701 2024-12-09T15:21:19,103 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ac807d606d045c1958fe42b5530ef57, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733757677701 2024-12-09T15:21:19,133 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-09T15:21:19,144 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#C#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:19,145 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/7b4bed6e38584f4bbdd1a6eaca11aae6 is 50, key is test_row_0/C:col10/1733757677716/Put/seqid=0 2024-12-09T15:21:19,145 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209cd84440e729d4cd3a65072bddefc2fec_c508782bd6aa8b43b42c30929d19367d store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:19,147 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209cd84440e729d4cd3a65072bddefc2fec_c508782bd6aa8b43b42c30929d19367d, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:19,147 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cd84440e729d4cd3a65072bddefc2fec_c508782bd6aa8b43b42c30929d19367d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:19,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742001_1177 (size=4469) 2024-12-09T15:21:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742000_1176 (size=12629) 2024-12-09T15:21:19,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:19,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-09T15:21:19,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:19,185 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:21:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:19,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:19,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099f335a012deb419581ebec6cd8f2f604_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757678053/Put/seqid=0 2024-12-09T15:21:19,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757739221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742002_1178 (size=12304) 2024-12-09T15:21:19,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757739225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:19,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757739330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757739333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757739535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:19,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757739537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:19,570 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#A#compaction#144 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:19,570 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/799149d22d8245238d8eb1e0ef107806 is 175, key is test_row_0/A:col10/1733757677716/Put/seqid=0 2024-12-09T15:21:19,579 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/7b4bed6e38584f4bbdd1a6eaca11aae6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/7b4bed6e38584f4bbdd1a6eaca11aae6 2024-12-09T15:21:19,586 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/C of c508782bd6aa8b43b42c30929d19367d into 7b4bed6e38584f4bbdd1a6eaca11aae6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:19,586 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:19,586 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/C, priority=12, startTime=1733757679093; duration=0sec 2024-12-09T15:21:19,586 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:19,586 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:C 2024-12-09T15:21:19,586 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:19,588 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:19,588 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/B is initiating minor compaction (all files) 2024-12-09T15:21:19,588 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/B in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:19,588 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ae6cb1afc9584259a00775c2d9a364a6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/0deb292afe3e4ab09332b9cbcd75b307, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/26c31d720952485aa4d096e6aeb4433c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e396b887c5ac4cdea89aac4999ba3932] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=47.8 K 2024-12-09T15:21:19,589 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ae6cb1afc9584259a00775c2d9a364a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733757674653 2024-12-09T15:21:19,589 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0deb292afe3e4ab09332b9cbcd75b307, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733757675324 2024-12-09T15:21:19,590 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 26c31d720952485aa4d096e6aeb4433c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733757676557 2024-12-09T15:21:19,591 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e396b887c5ac4cdea89aac4999ba3932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733757677701 2024-12-09T15:21:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742003_1179 (size=31583) 2024-12-09T15:21:19,614 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:19,615 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d7750c09a2fa413a89ce16010feddab3 is 50, key is test_row_0/B:col10/1733757677716/Put/seqid=0 2024-12-09T15:21:19,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:19,636 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099f335a012deb419581ebec6cd8f2f604_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099f335a012deb419581ebec6cd8f2f604_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:19,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5c7e56d1ec2b4219bbc2a0997fa1e335, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:19,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5c7e56d1ec2b4219bbc2a0997fa1e335 is 175, key is test_row_0/A:col10/1733757678053/Put/seqid=0 2024-12-09T15:21:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-09T15:21:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742004_1180 (size=12629) 2024-12-09T15:21:19,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742005_1181 (size=31105) 2024-12-09T15:21:19,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757739844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757739844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,012 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/799149d22d8245238d8eb1e0ef107806 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/799149d22d8245238d8eb1e0ef107806 2024-12-09T15:21:20,022 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/A of c508782bd6aa8b43b42c30929d19367d into 799149d22d8245238d8eb1e0ef107806(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:20,022 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:20,022 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/A, priority=12, startTime=1733757679093; duration=0sec 2024-12-09T15:21:20,022 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:20,022 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:A 2024-12-09T15:21:20,053 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d7750c09a2fa413a89ce16010feddab3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d7750c09a2fa413a89ce16010feddab3 2024-12-09T15:21:20,060 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5c7e56d1ec2b4219bbc2a0997fa1e335 2024-12-09T15:21:20,060 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/B of c508782bd6aa8b43b42c30929d19367d into d7750c09a2fa413a89ce16010feddab3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:20,060 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:20,061 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/B, priority=12, startTime=1733757679093; duration=0sec 2024-12-09T15:21:20,061 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:20,061 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:B 2024-12-09T15:21:20,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/1a1732750b7f4389b00a6b5af335091f is 50, key is test_row_0/B:col10/1733757678053/Put/seqid=0 2024-12-09T15:21:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742006_1182 (size=12151) 2024-12-09T15:21:20,087 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/1a1732750b7f4389b00a6b5af335091f 2024-12-09T15:21:20,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/0ed3192b39a944d381f5229cd6d26c0a is 50, key is test_row_0/C:col10/1733757678053/Put/seqid=0 2024-12-09T15:21:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742007_1183 (size=12151) 2024-12-09T15:21:20,102 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/0ed3192b39a944d381f5229cd6d26c0a 2024-12-09T15:21:20,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5c7e56d1ec2b4219bbc2a0997fa1e335 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5c7e56d1ec2b4219bbc2a0997fa1e335 2024-12-09T15:21:20,114 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5c7e56d1ec2b4219bbc2a0997fa1e335, entries=150, sequenceid=235, filesize=30.4 K 2024-12-09T15:21:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/1a1732750b7f4389b00a6b5af335091f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/1a1732750b7f4389b00a6b5af335091f 2024-12-09T15:21:20,128 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/1a1732750b7f4389b00a6b5af335091f, entries=150, sequenceid=235, filesize=11.9 K 2024-12-09T15:21:20,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/0ed3192b39a944d381f5229cd6d26c0a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0ed3192b39a944d381f5229cd6d26c0a 2024-12-09T15:21:20,136 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0ed3192b39a944d381f5229cd6d26c0a, entries=150, sequenceid=235, filesize=11.9 K 2024-12-09T15:21:20,137 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c508782bd6aa8b43b42c30929d19367d in 952ms, sequenceid=235, compaction requested=false 2024-12-09T15:21:20,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:20,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:20,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-09T15:21:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-09T15:21:20,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-09T15:21:20,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6000 sec 2024-12-09T15:21:20,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6110 sec 2024-12-09T15:21:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:20,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T15:21:20,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:20,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:20,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:20,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:20,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:20,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:20,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209571b06637ac443c78c1a5a416ed6d522_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757680347/Put/seqid=0 2024-12-09T15:21:20,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757740377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757740378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742008_1184 (size=17284) 2024-12-09T15:21:20,390 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:20,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209571b06637ac443c78c1a5a416ed6d522_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209571b06637ac443c78c1a5a416ed6d522_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:20,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/0af2edef716649d48eb1ca3bde4cc75e, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:20,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/0af2edef716649d48eb1ca3bde4cc75e is 175, key is test_row_0/A:col10/1733757680347/Put/seqid=0 2024-12-09T15:21:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742009_1185 (size=48389) 2024-12-09T15:21:20,423 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/0af2edef716649d48eb1ca3bde4cc75e 2024-12-09T15:21:20,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/9b6db95f174b4cd49ebae161f4483b5b is 50, key is test_row_0/B:col10/1733757680347/Put/seqid=0 2024-12-09T15:21:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742010_1186 (size=12151) 2024-12-09T15:21:20,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/9b6db95f174b4cd49ebae161f4483b5b 2024-12-09T15:21:20,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/3e783e53cf6a4a8c970ec1df80db15b3 is 50, key is test_row_0/C:col10/1733757680347/Put/seqid=0 2024-12-09T15:21:20,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757740480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757740482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742011_1187 (size=12151) 2024-12-09T15:21:20,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/3e783e53cf6a4a8c970ec1df80db15b3 2024-12-09T15:21:20,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/0af2edef716649d48eb1ca3bde4cc75e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/0af2edef716649d48eb1ca3bde4cc75e 2024-12-09T15:21:20,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/0af2edef716649d48eb1ca3bde4cc75e, entries=250, sequenceid=254, filesize=47.3 K 2024-12-09T15:21:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/9b6db95f174b4cd49ebae161f4483b5b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/9b6db95f174b4cd49ebae161f4483b5b 2024-12-09T15:21:20,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/9b6db95f174b4cd49ebae161f4483b5b, entries=150, sequenceid=254, filesize=11.9 K 2024-12-09T15:21:20,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/3e783e53cf6a4a8c970ec1df80db15b3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/3e783e53cf6a4a8c970ec1df80db15b3 2024-12-09T15:21:20,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/3e783e53cf6a4a8c970ec1df80db15b3, entries=150, sequenceid=254, filesize=11.9 K 2024-12-09T15:21:20,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c508782bd6aa8b43b42c30929d19367d in 186ms, sequenceid=254, compaction requested=true 2024-12-09T15:21:20,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:20,536 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:20,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:20,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:20,537 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:20,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:20,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:20,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:20,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:20,538 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:20,538 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/A is initiating minor compaction (all files) 2024-12-09T15:21:20,538 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/A in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:20,538 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/799149d22d8245238d8eb1e0ef107806, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5c7e56d1ec2b4219bbc2a0997fa1e335, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/0af2edef716649d48eb1ca3bde4cc75e] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=108.5 K 2024-12-09T15:21:20,538 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:20,538 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/799149d22d8245238d8eb1e0ef107806, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5c7e56d1ec2b4219bbc2a0997fa1e335, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/0af2edef716649d48eb1ca3bde4cc75e] 2024-12-09T15:21:20,539 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:20,539 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/B is initiating minor compaction (all files) 2024-12-09T15:21:20,539 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/B in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:20,539 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d7750c09a2fa413a89ce16010feddab3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/1a1732750b7f4389b00a6b5af335091f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/9b6db95f174b4cd49ebae161f4483b5b] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=36.1 K 2024-12-09T15:21:20,540 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d7750c09a2fa413a89ce16010feddab3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733757677701 2024-12-09T15:21:20,540 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 799149d22d8245238d8eb1e0ef107806, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733757677701 2024-12-09T15:21:20,540 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c7e56d1ec2b4219bbc2a0997fa1e335, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733757678053 2024-12-09T15:21:20,540 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a1732750b7f4389b00a6b5af335091f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733757678053 2024-12-09T15:21:20,541 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b6db95f174b4cd49ebae161f4483b5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733757679224 2024-12-09T15:21:20,541 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0af2edef716649d48eb1ca3bde4cc75e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733757679216 2024-12-09T15:21:20,570 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:20,571 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/fdf5dc9fe92040ee8ce53916d2778ca9 is 50, key is test_row_0/B:col10/1733757680347/Put/seqid=0 2024-12-09T15:21:20,571 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:20,582 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120934330dace71742f19717ef79f4cb11a6_c508782bd6aa8b43b42c30929d19367d store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:20,584 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120934330dace71742f19717ef79f4cb11a6_c508782bd6aa8b43b42c30929d19367d, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:20,585 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120934330dace71742f19717ef79f4cb11a6_c508782bd6aa8b43b42c30929d19367d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742012_1188 (size=12731) 2024-12-09T15:21:20,600 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/fdf5dc9fe92040ee8ce53916d2778ca9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/fdf5dc9fe92040ee8ce53916d2778ca9 2024-12-09T15:21:20,610 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/B of c508782bd6aa8b43b42c30929d19367d into fdf5dc9fe92040ee8ce53916d2778ca9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:20,610 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:20,610 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/B, priority=13, startTime=1733757680537; duration=0sec 2024-12-09T15:21:20,610 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:20,610 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:B 2024-12-09T15:21:20,611 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742013_1189 (size=4469) 2024-12-09T15:21:20,615 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:20,615 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/C is initiating minor compaction (all files) 2024-12-09T15:21:20,615 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/C in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:20,615 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/7b4bed6e38584f4bbdd1a6eaca11aae6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0ed3192b39a944d381f5229cd6d26c0a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/3e783e53cf6a4a8c970ec1df80db15b3] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=36.1 K 2024-12-09T15:21:20,615 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b4bed6e38584f4bbdd1a6eaca11aae6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733757677701 2024-12-09T15:21:20,617 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ed3192b39a944d381f5229cd6d26c0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733757678053 2024-12-09T15:21:20,619 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e783e53cf6a4a8c970ec1df80db15b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733757679224 2024-12-09T15:21:20,624 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#A#compaction#154 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:20,625 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/fb6164354e54410da907f929a9a0c9db is 175, key is test_row_0/A:col10/1733757680347/Put/seqid=0 2024-12-09T15:21:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-09T15:21:20,646 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-09T15:21:20,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-09T15:21:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-09T15:21:20,650 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:20,651 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/6f412d1f48ae498d97bf1b78184368a8 is 50, key is test_row_0/C:col10/1733757680347/Put/seqid=0 2024-12-09T15:21:20,651 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:20,652 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:20,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742014_1190 (size=31685) 2024-12-09T15:21:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742015_1191 (size=12731) 2024-12-09T15:21:20,681 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/6f412d1f48ae498d97bf1b78184368a8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6f412d1f48ae498d97bf1b78184368a8 2024-12-09T15:21:20,695 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/C of c508782bd6aa8b43b42c30929d19367d into 6f412d1f48ae498d97bf1b78184368a8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:20,695 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:20,695 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/C, priority=13, startTime=1733757680538; duration=0sec 2024-12-09T15:21:20,695 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:20,695 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:C 2024-12-09T15:21:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:20,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:21:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:20,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cbf039cb097d4336aeb75f53adc11fb4_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757680373/Put/seqid=0 2024-12-09T15:21:20,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757740734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757740734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742016_1192 (size=17534) 2024-12-09T15:21:20,747 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-09T15:21:20,752 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cbf039cb097d4336aeb75f53adc11fb4_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cbf039cb097d4336aeb75f53adc11fb4_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:20,754 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4b84f261adf54794bcadfb7b2a28e290, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:20,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4b84f261adf54794bcadfb7b2a28e290 is 175, key is test_row_0/A:col10/1733757680373/Put/seqid=0 2024-12-09T15:21:20,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-09T15:21:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:20,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:20,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742017_1193 (size=48639) 2024-12-09T15:21:20,812 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4b84f261adf54794bcadfb7b2a28e290 2024-12-09T15:21:20,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/4f653361289249a8bc3e8d5b7852833d is 50, key is test_row_0/B:col10/1733757680373/Put/seqid=0 2024-12-09T15:21:20,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757740837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757740840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742018_1194 (size=12301) 2024-12-09T15:21:20,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46414 deadline: 1733757740936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,938 DEBUG [Thread-600 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-09T15:21:20,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-09T15:21:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:20,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:20,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:20,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46448 deadline: 1733757740965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,968 DEBUG [Thread-606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:20,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1733757740967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:20,970 DEBUG [Thread-602 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757741041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757741042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,063 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/fb6164354e54410da907f929a9a0c9db as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/fb6164354e54410da907f929a9a0c9db 2024-12-09T15:21:21,070 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/A of c508782bd6aa8b43b42c30929d19367d into fb6164354e54410da907f929a9a0c9db(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:21,070 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:21,070 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/A, priority=13, startTime=1733757680536; duration=0sec 2024-12-09T15:21:21,070 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:21,070 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:A 2024-12-09T15:21:21,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-09T15:21:21,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:21,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:21,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:21,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:21,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-09T15:21:21,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-09T15:21:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:21,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:21,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:21,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/4f653361289249a8bc3e8d5b7852833d 2024-12-09T15:21:21,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/952bf835a5644ddba90fea8dc8412a64 is 50, key is test_row_0/C:col10/1733757680373/Put/seqid=0 2024-12-09T15:21:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742019_1195 (size=12301) 2024-12-09T15:21:21,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/952bf835a5644ddba90fea8dc8412a64 2024-12-09T15:21:21,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757741344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4b84f261adf54794bcadfb7b2a28e290 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4b84f261adf54794bcadfb7b2a28e290 2024-12-09T15:21:21,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4b84f261adf54794bcadfb7b2a28e290, entries=250, sequenceid=278, filesize=47.5 K 2024-12-09T15:21:21,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/4f653361289249a8bc3e8d5b7852833d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4f653361289249a8bc3e8d5b7852833d 2024-12-09T15:21:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757741356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4f653361289249a8bc3e8d5b7852833d, entries=150, sequenceid=278, filesize=12.0 K 2024-12-09T15:21:21,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/952bf835a5644ddba90fea8dc8412a64 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/952bf835a5644ddba90fea8dc8412a64 2024-12-09T15:21:21,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/952bf835a5644ddba90fea8dc8412a64, entries=150, sequenceid=278, filesize=12.0 K 2024-12-09T15:21:21,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c508782bd6aa8b43b42c30929d19367d in 670ms, sequenceid=278, compaction requested=false 2024-12-09T15:21:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:21,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-09T15:21:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:21,424 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T15:21:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:21,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:21,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095f5a4cd2893546c09e8795d171fe5913_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757680733/Put/seqid=0 2024-12-09T15:21:21,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742020_1196 (size=12454) 2024-12-09T15:21:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:21,442 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095f5a4cd2893546c09e8795d171fe5913_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095f5a4cd2893546c09e8795d171fe5913_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/e3b9c5ba295d4c6e8c2260236e3d60fd, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/e3b9c5ba295d4c6e8c2260236e3d60fd is 175, key is test_row_0/A:col10/1733757680733/Put/seqid=0 2024-12-09T15:21:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742021_1197 (size=31255) 2024-12-09T15:21:21,450 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/e3b9c5ba295d4c6e8c2260236e3d60fd 2024-12-09T15:21:21,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/e504c448896c4a4ea28b789cf12ee049 is 50, key is test_row_0/B:col10/1733757680733/Put/seqid=0 2024-12-09T15:21:21,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742022_1198 (size=12301) 2024-12-09T15:21:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-09T15:21:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:21,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:21,869 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/e504c448896c4a4ea28b789cf12ee049 2024-12-09T15:21:21,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/e401871e5bb544a29b4b8e65463edac0 is 50, key is test_row_0/C:col10/1733757680733/Put/seqid=0 2024-12-09T15:21:21,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757741886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757741887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742023_1199 (size=12301) 2024-12-09T15:21:21,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757741992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:21,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757741998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757742195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757742199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,293 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/e401871e5bb544a29b4b8e65463edac0 2024-12-09T15:21:22,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/e3b9c5ba295d4c6e8c2260236e3d60fd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3b9c5ba295d4c6e8c2260236e3d60fd 2024-12-09T15:21:22,305 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3b9c5ba295d4c6e8c2260236e3d60fd, entries=150, sequenceid=294, filesize=30.5 K 2024-12-09T15:21:22,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/e504c448896c4a4ea28b789cf12ee049 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e504c448896c4a4ea28b789cf12ee049 2024-12-09T15:21:22,313 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e504c448896c4a4ea28b789cf12ee049, entries=150, sequenceid=294, filesize=12.0 K 2024-12-09T15:21:22,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/e401871e5bb544a29b4b8e65463edac0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e401871e5bb544a29b4b8e65463edac0 2024-12-09T15:21:22,319 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e401871e5bb544a29b4b8e65463edac0, entries=150, sequenceid=294, filesize=12.0 K 2024-12-09T15:21:22,320 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c508782bd6aa8b43b42c30929d19367d in 896ms, sequenceid=294, compaction requested=true 2024-12-09T15:21:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-09T15:21:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-09T15:21:22,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-09T15:21:22,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6690 sec 2024-12-09T15:21:22,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6750 sec 2024-12-09T15:21:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:22,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:21:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:22,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209384aa942bece4c70a01ca4a9a4479bb6_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757682503/Put/seqid=0 2024-12-09T15:21:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742024_1200 (size=17534) 2024-12-09T15:21:22,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757742593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757742599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757742696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757742701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-09T15:21:22,755 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-09T15:21:22,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-09T15:21:22,761 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:22,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:22,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-09T15:21:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-09T15:21:22,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757742899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757742906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:22,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-09T15:21:22,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:22,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:22,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:22,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:22,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:22,974 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:22,981 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209384aa942bece4c70a01ca4a9a4479bb6_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209384aa942bece4c70a01ca4a9a4479bb6_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:22,983 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5e504ececa8344e281b3cb1290d95889, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:22,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5e504ececa8344e281b3cb1290d95889 is 175, key is test_row_0/A:col10/1733757682503/Put/seqid=0 2024-12-09T15:21:23,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742025_1201 (size=48639) 2024-12-09T15:21:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-09T15:21:23,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-09T15:21:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757743202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757743212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-09T15:21:23,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:23,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-09T15:21:23,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-09T15:21:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,423 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5e504ececa8344e281b3cb1290d95889 2024-12-09T15:21:23,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d37c895caad74e948680aaa4877f85f7 is 50, key is test_row_0/B:col10/1733757682503/Put/seqid=0 2024-12-09T15:21:23,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742026_1202 (size=12301) 2024-12-09T15:21:23,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-09T15:21:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-09T15:21:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757743720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757743731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:23,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-09T15:21:23,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:23,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-09T15:21:23,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d37c895caad74e948680aaa4877f85f7 2024-12-09T15:21:23,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/58bec90d479846b392b167ccfd8ea6dd is 50, key is test_row_0/C:col10/1733757682503/Put/seqid=0 2024-12-09T15:21:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742027_1203 (size=12301) 2024-12-09T15:21:23,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/58bec90d479846b392b167ccfd8ea6dd 2024-12-09T15:21:23,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/5e504ececa8344e281b3cb1290d95889 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5e504ececa8344e281b3cb1290d95889 2024-12-09T15:21:23,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5e504ececa8344e281b3cb1290d95889, entries=250, sequenceid=317, filesize=47.5 K 2024-12-09T15:21:23,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d37c895caad74e948680aaa4877f85f7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d37c895caad74e948680aaa4877f85f7 2024-12-09T15:21:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d37c895caad74e948680aaa4877f85f7, entries=150, sequenceid=317, filesize=12.0 K 2024-12-09T15:21:24,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/58bec90d479846b392b167ccfd8ea6dd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/58bec90d479846b392b167ccfd8ea6dd 2024-12-09T15:21:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/58bec90d479846b392b167ccfd8ea6dd, entries=150, sequenceid=317, filesize=12.0 K 2024-12-09T15:21:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c508782bd6aa8b43b42c30929d19367d in 1510ms, sequenceid=317, compaction requested=true 2024-12-09T15:21:24,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:24,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:24,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:24,015 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:24,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:24,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:24,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:24,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:21:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,016 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,022 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160218 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,022 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/A is initiating minor compaction (all files) 2024-12-09T15:21:24,022 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/A in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:24,023 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/fb6164354e54410da907f929a9a0c9db, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4b84f261adf54794bcadfb7b2a28e290, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3b9c5ba295d4c6e8c2260236e3d60fd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5e504ececa8344e281b3cb1290d95889] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=156.5 K 2024-12-09T15:21:24,023 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:24,023 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/fb6164354e54410da907f929a9a0c9db, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4b84f261adf54794bcadfb7b2a28e290, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3b9c5ba295d4c6e8c2260236e3d60fd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5e504ececa8344e281b3cb1290d95889] 2024-12-09T15:21:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,023 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:24,024 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/B is initiating minor compaction (all files) 2024-12-09T15:21:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,024 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/B in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,024 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/fdf5dc9fe92040ee8ce53916d2778ca9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4f653361289249a8bc3e8d5b7852833d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e504c448896c4a4ea28b789cf12ee049, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d37c895caad74e948680aaa4877f85f7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=48.5 K 2024-12-09T15:21:24,024 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting fb6164354e54410da907f929a9a0c9db, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733757679224 2024-12-09T15:21:24,025 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdf5dc9fe92040ee8ce53916d2778ca9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733757679224 2024-12-09T15:21:24,025 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b84f261adf54794bcadfb7b2a28e290, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733757680373 2024-12-09T15:21:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,026 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f653361289249a8bc3e8d5b7852833d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733757680373 2024-12-09T15:21:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:24,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-09T15:21:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:24,027 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T15:21:24,028 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e504c448896c4a4ea28b789cf12ee049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733757680725 2024-12-09T15:21:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:24,028 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e3b9c5ba295d4c6e8c2260236e3d60fd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733757680725 2024-12-09T15:21:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:24,029 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d37c895caad74e948680aaa4877f85f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733757681885 2024-12-09T15:21:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,029 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e504ececa8344e281b3cb1290d95889, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733757681883 2024-12-09T15:21:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120973af246ccacc4ab0b22aadad856b7ee7_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_1/A:col10/1733757682543/Put/seqid=0 2024-12-09T15:21:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,072 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,076 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#B#compaction#166 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:24,077 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/ab3b5eca4330487290b8d241d2b69f2a is 50, key is test_row_0/B:col10/1733757682503/Put/seqid=0 2024-12-09T15:21:24,077 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412095535ff7fda634b5ba3baca60440a9067_c508782bd6aa8b43b42c30929d19367d store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,082 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412095535ff7fda634b5ba3baca60440a9067_c508782bd6aa8b43b42c30929d19367d, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:24,082 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095535ff7fda634b5ba3baca60440a9067_c508782bd6aa8b43b42c30929d19367d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742028_1204 (size=13017) 2024-12-09T15:21:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742029_1205 (size=9914) 2024-12-09T15:21:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,169 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120973af246ccacc4ab0b22aadad856b7ee7_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120973af246ccacc4ab0b22aadad856b7ee7_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/ff0ba0895e63419aaf999ae1c331818f, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/ff0ba0895e63419aaf999ae1c331818f is 175, key is test_row_1/A:col10/1733757682543/Put/seqid=0 2024-12-09T15:21:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742030_1206 (size=4469) 2024-12-09T15:21:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,185 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#A#compaction#167 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:24,186 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/a00ec5e3d501461aa124b875aea8f0f5 is 175, key is test_row_0/A:col10/1733757682503/Put/seqid=0 2024-12-09T15:21:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742031_1207 (size=22561) 2024-12-09T15:21:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742032_1208 (size=31971) 2024-12-09T15:21:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,545 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/ab3b5eca4330487290b8d241d2b69f2a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ab3b5eca4330487290b8d241d2b69f2a 2024-12-09T15:21:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,566 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/B of c508782bd6aa8b43b42c30929d19367d into ab3b5eca4330487290b8d241d2b69f2a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:24,566 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:24,566 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/B, priority=12, startTime=1733757684015; duration=0sec 2024-12-09T15:21:24,567 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:24,567 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:B 2024-12-09T15:21:24,567 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,568 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:24,568 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/C is initiating minor compaction (all files) 2024-12-09T15:21:24,569 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/C in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:24,569 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6f412d1f48ae498d97bf1b78184368a8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/952bf835a5644ddba90fea8dc8412a64, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e401871e5bb544a29b4b8e65463edac0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/58bec90d479846b392b167ccfd8ea6dd] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=48.5 K 2024-12-09T15:21:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,572 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f412d1f48ae498d97bf1b78184368a8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733757679224 2024-12-09T15:21:24,573 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 952bf835a5644ddba90fea8dc8412a64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733757680373 2024-12-09T15:21:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,576 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e401871e5bb544a29b4b8e65463edac0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733757680725 2024-12-09T15:21:24,577 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58bec90d479846b392b167ccfd8ea6dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733757681885 2024-12-09T15:21:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,602 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/ff0ba0895e63419aaf999ae1c331818f 2024-12-09T15:21:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,606 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,607 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/f5c88f385c9b41c8a408cde9bcd7a275 is 50, key is test_row_0/C:col10/1733757682503/Put/seqid=0 2024-12-09T15:21:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/2880ee0063304d139fe3141db5fac319 is 50, key is test_row_1/B:col10/1733757682543/Put/seqid=0 2024-12-09T15:21:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,657 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/a00ec5e3d501461aa124b875aea8f0f5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a00ec5e3d501461aa124b875aea8f0f5 2024-12-09T15:21:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,665 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/A of c508782bd6aa8b43b42c30929d19367d into a00ec5e3d501461aa124b875aea8f0f5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:24,665 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:24,665 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/A, priority=12, startTime=1733757684015; duration=0sec 2024-12-09T15:21:24,666 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:24,666 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:A 2024-12-09T15:21:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742033_1209 (size=13017) 2024-12-09T15:21:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742034_1210 (size=9857) 2024-12-09T15:21:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-09T15:21:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757744895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:24,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757744913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:25,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757745003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:25,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757745022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:25,083 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/f5c88f385c9b41c8a408cde9bcd7a275 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/f5c88f385c9b41c8a408cde9bcd7a275 2024-12-09T15:21:25,105 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/C of c508782bd6aa8b43b42c30929d19367d into f5c88f385c9b41c8a408cde9bcd7a275(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:25,105 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:25,105 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/C, priority=12, startTime=1733757684015; duration=0sec 2024-12-09T15:21:25,105 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:25,105 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:C 2024-12-09T15:21:25,117 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/2880ee0063304d139fe3141db5fac319 2024-12-09T15:21:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/40147b3aa99d4aaf81cf253d84d0555b is 50, key is test_row_1/C:col10/1733757682543/Put/seqid=0 2024-12-09T15:21:25,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742035_1211 (size=9857) 2024-12-09T15:21:25,162 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/40147b3aa99d4aaf81cf253d84d0555b 2024-12-09T15:21:25,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/ff0ba0895e63419aaf999ae1c331818f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/ff0ba0895e63419aaf999ae1c331818f 2024-12-09T15:21:25,196 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/ff0ba0895e63419aaf999ae1c331818f, entries=100, sequenceid=330, filesize=22.0 K 2024-12-09T15:21:25,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/2880ee0063304d139fe3141db5fac319 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/2880ee0063304d139fe3141db5fac319 2024-12-09T15:21:25,205 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/2880ee0063304d139fe3141db5fac319, entries=100, sequenceid=330, filesize=9.6 K 2024-12-09T15:21:25,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/40147b3aa99d4aaf81cf253d84d0555b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/40147b3aa99d4aaf81cf253d84d0555b 2024-12-09T15:21:25,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757745209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:25,213 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/40147b3aa99d4aaf81cf253d84d0555b, entries=100, sequenceid=330, filesize=9.6 K 2024-12-09T15:21:25,215 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c508782bd6aa8b43b42c30929d19367d in 1188ms, sequenceid=330, compaction requested=false 2024-12-09T15:21:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-09T15:21:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-09T15:21:25,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-09T15:21:25,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4550 sec 2024-12-09T15:21:25,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.4630 sec 2024-12-09T15:21:25,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:21:25,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:25,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:25,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:25,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:25,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:25,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:25,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095351fc3ec8f54f32bf90d4aa10d41fac_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757684888/Put/seqid=0 2024-12-09T15:21:25,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757745277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742036_1212 (size=14994) 2024-12-09T15:21:25,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:25,318 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095351fc3ec8f54f32bf90d4aa10d41fac_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095351fc3ec8f54f32bf90d4aa10d41fac_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:25,319 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b3e3757f3c554a369f9981b0c783f56d, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:25,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b3e3757f3c554a369f9981b0c783f56d is 175, key is test_row_0/A:col10/1733757684888/Put/seqid=0 2024-12-09T15:21:25,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742037_1213 (size=39949) 2024-12-09T15:21:25,354 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b3e3757f3c554a369f9981b0c783f56d 2024-12-09T15:21:25,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c0b8bc5a70c4477090616e52e02db8c1 is 50, key is test_row_0/B:col10/1733757684888/Put/seqid=0 2024-12-09T15:21:25,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757745390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:25,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742038_1214 (size=12301) 2024-12-09T15:21:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757745512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757745595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:25,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c0b8bc5a70c4477090616e52e02db8c1 2024-12-09T15:21:25,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/6e1adb6169bb4501bb23da14de5bef22 is 50, key is test_row_0/C:col10/1733757684888/Put/seqid=0 2024-12-09T15:21:25,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742039_1215 (size=12301) 2024-12-09T15:21:25,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757745900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:26,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46398 deadline: 1733757746019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:26,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/6e1adb6169bb4501bb23da14de5bef22 2024-12-09T15:21:26,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/b3e3757f3c554a369f9981b0c783f56d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b3e3757f3c554a369f9981b0c783f56d 2024-12-09T15:21:26,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b3e3757f3c554a369f9981b0c783f56d, entries=200, sequenceid=358, filesize=39.0 K 2024-12-09T15:21:26,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c0b8bc5a70c4477090616e52e02db8c1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c0b8bc5a70c4477090616e52e02db8c1 2024-12-09T15:21:26,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c0b8bc5a70c4477090616e52e02db8c1, entries=150, sequenceid=358, filesize=12.0 K 2024-12-09T15:21:26,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/6e1adb6169bb4501bb23da14de5bef22 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6e1adb6169bb4501bb23da14de5bef22 2024-12-09T15:21:26,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6e1adb6169bb4501bb23da14de5bef22, entries=150, sequenceid=358, filesize=12.0 K 2024-12-09T15:21:26,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c508782bd6aa8b43b42c30929d19367d in 1040ms, sequenceid=358, compaction requested=true 2024-12-09T15:21:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:26,270 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:21:26,271 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:26,271 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:26,272 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/A is initiating minor compaction (all files) 2024-12-09T15:21:26,272 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/A in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:26,272 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a00ec5e3d501461aa124b875aea8f0f5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/ff0ba0895e63419aaf999ae1c331818f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b3e3757f3c554a369f9981b0c783f56d] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=92.3 K 2024-12-09T15:21:26,272 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:26,272 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a00ec5e3d501461aa124b875aea8f0f5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/ff0ba0895e63419aaf999ae1c331818f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b3e3757f3c554a369f9981b0c783f56d] 2024-12-09T15:21:26,273 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:26,273 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/B is initiating minor compaction (all files) 2024-12-09T15:21:26,273 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/B in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:26,273 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ab3b5eca4330487290b8d241d2b69f2a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/2880ee0063304d139fe3141db5fac319, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c0b8bc5a70c4477090616e52e02db8c1] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=34.4 K 2024-12-09T15:21:26,273 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a00ec5e3d501461aa124b875aea8f0f5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733757681885 2024-12-09T15:21:26,274 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ab3b5eca4330487290b8d241d2b69f2a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733757681885 2024-12-09T15:21:26,274 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff0ba0895e63419aaf999ae1c331818f, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733757682543 2024-12-09T15:21:26,274 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2880ee0063304d139fe3141db5fac319, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733757682543 2024-12-09T15:21:26,274 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3e3757f3c554a369f9981b0c783f56d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733757684875 2024-12-09T15:21:26,275 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c0b8bc5a70c4477090616e52e02db8c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733757684888 2024-12-09T15:21:26,286 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:26,291 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209d52e501e1ef24ee58713ef693e71a345_c508782bd6aa8b43b42c30929d19367d store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:26,293 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209d52e501e1ef24ee58713ef693e71a345_c508782bd6aa8b43b42c30929d19367d, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:26,293 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:26,293 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d52e501e1ef24ee58713ef693e71a345_c508782bd6aa8b43b42c30929d19367d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:26,293 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c7abe135cec04ea08f810bc550562059 is 50, key is test_row_0/B:col10/1733757684888/Put/seqid=0 2024-12-09T15:21:26,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742040_1216 (size=4469) 2024-12-09T15:21:26,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742041_1217 (size=13119) 2024-12-09T15:21:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:26,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T15:21:26,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:26,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:26,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:26,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:26,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:26,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:26,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094e62b26d38d14828a08a34d4a78fbd6c_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757685267/Put/seqid=0 2024-12-09T15:21:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742042_1218 (size=12454) 2024-12-09T15:21:26,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:26,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094e62b26d38d14828a08a34d4a78fbd6c_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094e62b26d38d14828a08a34d4a78fbd6c_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:26,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/d729ee3e55084a3994441c5ba8509ba8, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:26,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/d729ee3e55084a3994441c5ba8509ba8 is 175, key is test_row_0/A:col10/1733757685267/Put/seqid=0 2024-12-09T15:21:26,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742043_1219 (size=31255) 2024-12-09T15:21:26,455 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/d729ee3e55084a3994441c5ba8509ba8 2024-12-09T15:21:26,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/657d4b436835474d86d929e706084742 is 50, key is test_row_0/B:col10/1733757685267/Put/seqid=0 2024-12-09T15:21:26,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757746487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:26,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742044_1220 (size=12301) 2024-12-09T15:21:26,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757746596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:26,706 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#A#compaction#174 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:26,706 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/30d30eef45a045f895b81904a3a6aec5 is 175, key is test_row_0/A:col10/1733757684888/Put/seqid=0 2024-12-09T15:21:26,728 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c7abe135cec04ea08f810bc550562059 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c7abe135cec04ea08f810bc550562059 2024-12-09T15:21:26,736 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/B of c508782bd6aa8b43b42c30929d19367d into c7abe135cec04ea08f810bc550562059(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:26,736 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:26,736 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/B, priority=13, startTime=1733757686270; duration=0sec 2024-12-09T15:21:26,736 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:26,736 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:B 2024-12-09T15:21:26,737 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:26,744 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:26,744 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/C is initiating minor compaction (all files) 2024-12-09T15:21:26,744 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/C in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:26,744 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/f5c88f385c9b41c8a408cde9bcd7a275, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/40147b3aa99d4aaf81cf253d84d0555b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6e1adb6169bb4501bb23da14de5bef22] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=34.4 K 2024-12-09T15:21:26,744 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting f5c88f385c9b41c8a408cde9bcd7a275, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733757681885 2024-12-09T15:21:26,745 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 40147b3aa99d4aaf81cf253d84d0555b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733757682543 2024-12-09T15:21:26,746 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e1adb6169bb4501bb23da14de5bef22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733757684888 2024-12-09T15:21:26,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742045_1221 (size=32073) 2024-12-09T15:21:26,755 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#C#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:26,755 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/2e19381f529c436b8db9ccf9e35661e0 is 50, key is test_row_0/C:col10/1733757684888/Put/seqid=0 2024-12-09T15:21:26,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742046_1222 (size=13119) 2024-12-09T15:21:26,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46484 deadline: 1733757746802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-09T15:21:26,879 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-09T15:21:26,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-09T15:21:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-09T15:21:26,882 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:26,883 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:26,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:26,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/657d4b436835474d86d929e706084742 2024-12-09T15:21:26,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/e75e96e4a74d44a4986712061ea90ba9 is 50, key is test_row_0/C:col10/1733757685267/Put/seqid=0 2024-12-09T15:21:26,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742047_1223 (size=12301) 2024-12-09T15:21:26,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/e75e96e4a74d44a4986712061ea90ba9 2024-12-09T15:21:26,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/d729ee3e55084a3994441c5ba8509ba8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d729ee3e55084a3994441c5ba8509ba8 2024-12-09T15:21:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-09T15:21:26,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d729ee3e55084a3994441c5ba8509ba8, entries=150, sequenceid=370, filesize=30.5 K 2024-12-09T15:21:26,984 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-09T15:21:26,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/657d4b436835474d86d929e706084742 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/657d4b436835474d86d929e706084742 2024-12-09T15:21:26,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/657d4b436835474d86d929e706084742, entries=150, sequenceid=370, filesize=12.0 K 2024-12-09T15:21:26,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/e75e96e4a74d44a4986712061ea90ba9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e75e96e4a74d44a4986712061ea90ba9 2024-12-09T15:21:27,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e75e96e4a74d44a4986712061ea90ba9, entries=150, sequenceid=370, filesize=12.0 K 2024-12-09T15:21:27,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c508782bd6aa8b43b42c30929d19367d in 596ms, sequenceid=370, compaction requested=false 2024-12-09T15:21:27,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:27,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:21:27,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:27,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:27,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:27,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:27,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:27,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:27,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:27,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-09T15:21:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,038 DEBUG [Thread-609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:61620 2024-12-09T15:21:27,038 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:27,038 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:61620 2024-12-09T15:21:27,038 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:27,039 DEBUG [Thread-611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:61620 2024-12-09T15:21:27,039 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:27,039 DEBUG [Thread-598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bcbdbdb to 127.0.0.1:61620 2024-12-09T15:21:27,039 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:27,047 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:61620 2024-12-09T15:21:27,047 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:27,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b7b28f0072ae4e899dddec069760d520_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757686484/Put/seqid=0 2024-12-09T15:21:27,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742048_1224 (size=14994) 2024-12-09T15:21:27,106 DEBUG [Thread-604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:61620 2024-12-09T15:21:27,107 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:27,151 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/30d30eef45a045f895b81904a3a6aec5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/30d30eef45a045f895b81904a3a6aec5 2024-12-09T15:21:27,156 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/A of c508782bd6aa8b43b42c30929d19367d into 30d30eef45a045f895b81904a3a6aec5(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:27,156 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:27,156 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/A, priority=13, startTime=1733757686270; duration=0sec 2024-12-09T15:21:27,156 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:27,156 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:A 2024-12-09T15:21:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-09T15:21:27,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:27,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-09T15:21:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,191 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/2e19381f529c436b8db9ccf9e35661e0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/2e19381f529c436b8db9ccf9e35661e0 2024-12-09T15:21:27,196 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/C of c508782bd6aa8b43b42c30929d19367d into 2e19381f529c436b8db9ccf9e35661e0(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:27,196 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:27,196 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/C, priority=13, startTime=1733757686270; duration=0sec 2024-12-09T15:21:27,197 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:27,197 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:C 2024-12-09T15:21:27,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:27,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-09T15:21:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,456 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:27,462 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b7b28f0072ae4e899dddec069760d520_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b7b28f0072ae4e899dddec069760d520_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:27,463 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/a916f1617082449480ae4360877cc2ec, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:27,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/a916f1617082449480ae4360877cc2ec is 175, key is test_row_0/A:col10/1733757686484/Put/seqid=0 2024-12-09T15:21:27,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742049_1225 (size=39949) 2024-12-09T15:21:27,469 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/a916f1617082449480ae4360877cc2ec 2024-12-09T15:21:27,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d810a21b84e44692b8872d1c1a756b85 is 50, key is test_row_0/B:col10/1733757686484/Put/seqid=0 2024-12-09T15:21:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742050_1226 (size=12301) 2024-12-09T15:21:27,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d810a21b84e44692b8872d1c1a756b85 2024-12-09T15:21:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-09T15:21:27,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/0dbd3ed5dc29439fb11226ab9e5f18c7 is 50, key is test_row_0/C:col10/1733757686484/Put/seqid=0 2024-12-09T15:21:27,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742051_1227 (size=12301) 2024-12-09T15:21:27,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:27,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-09T15:21:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:27,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-09T15:21:27,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:27,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:27,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-09T15:21:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. as already flushing 2024-12-09T15:21:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:27,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/0dbd3ed5dc29439fb11226ab9e5f18c7 2024-12-09T15:21:27,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/a916f1617082449480ae4360877cc2ec as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a916f1617082449480ae4360877cc2ec 2024-12-09T15:21:27,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a916f1617082449480ae4360877cc2ec, entries=200, sequenceid=396, filesize=39.0 K 2024-12-09T15:21:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/d810a21b84e44692b8872d1c1a756b85 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d810a21b84e44692b8872d1c1a756b85 2024-12-09T15:21:27,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d810a21b84e44692b8872d1c1a756b85, entries=150, sequenceid=396, filesize=12.0 K 2024-12-09T15:21:27,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/0dbd3ed5dc29439fb11226ab9e5f18c7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0dbd3ed5dc29439fb11226ab9e5f18c7 2024-12-09T15:21:27,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0dbd3ed5dc29439fb11226ab9e5f18c7, entries=150, sequenceid=396, filesize=12.0 K 2024-12-09T15:21:27,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for c508782bd6aa8b43b42c30929d19367d in 886ms, sequenceid=396, compaction requested=true 2024-12-09T15:21:27,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:27,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:27,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:27,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:27,914 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:27,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:27,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c508782bd6aa8b43b42c30929d19367d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:27,914 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:27,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:27,915 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:27,915 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:27,915 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/B is initiating minor compaction (all files) 2024-12-09T15:21:27,915 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/A is initiating minor compaction (all files) 2024-12-09T15:21:27,915 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/B in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,915 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/A in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,915 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c7abe135cec04ea08f810bc550562059, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/657d4b436835474d86d929e706084742, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d810a21b84e44692b8872d1c1a756b85] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=36.8 K 2024-12-09T15:21:27,915 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/30d30eef45a045f895b81904a3a6aec5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d729ee3e55084a3994441c5ba8509ba8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a916f1617082449480ae4360877cc2ec] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=100.9 K 2024-12-09T15:21:27,915 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,915 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/30d30eef45a045f895b81904a3a6aec5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d729ee3e55084a3994441c5ba8509ba8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a916f1617082449480ae4360877cc2ec] 2024-12-09T15:21:27,916 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c7abe135cec04ea08f810bc550562059, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733757684888 2024-12-09T15:21:27,916 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30d30eef45a045f895b81904a3a6aec5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733757684888 2024-12-09T15:21:27,916 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 657d4b436835474d86d929e706084742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733757685263 2024-12-09T15:21:27,916 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d729ee3e55084a3994441c5ba8509ba8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733757685263 2024-12-09T15:21:27,917 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a916f1617082449480ae4360877cc2ec, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733757686469 2024-12-09T15:21:27,917 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d810a21b84e44692b8872d1c1a756b85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733757686469 2024-12-09T15:21:27,925 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:27,926 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:27,926 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/97cf77d740c84f2b90bfd604dce43e6c is 50, key is test_row_0/B:col10/1733757686484/Put/seqid=0 2024-12-09T15:21:27,928 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209b5a9f8fbf2ca46f29377b8cff578836b_c508782bd6aa8b43b42c30929d19367d store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742052_1228 (size=13221) 2024-12-09T15:21:27,938 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/97cf77d740c84f2b90bfd604dce43e6c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/97cf77d740c84f2b90bfd604dce43e6c 2024-12-09T15:21:27,949 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/B of c508782bd6aa8b43b42c30929d19367d into 97cf77d740c84f2b90bfd604dce43e6c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:27,949 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:27,949 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/B, priority=13, startTime=1733757687914; duration=0sec 2024-12-09T15:21:27,949 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:27,949 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:B 2024-12-09T15:21:27,949 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:27,954 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:27,954 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): c508782bd6aa8b43b42c30929d19367d/C is initiating minor compaction (all files) 2024-12-09T15:21:27,954 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c508782bd6aa8b43b42c30929d19367d/C in TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,954 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/2e19381f529c436b8db9ccf9e35661e0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e75e96e4a74d44a4986712061ea90ba9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0dbd3ed5dc29439fb11226ab9e5f18c7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp, totalSize=36.8 K 2024-12-09T15:21:27,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:27,955 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e19381f529c436b8db9ccf9e35661e0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733757684888 2024-12-09T15:21:27,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-09T15:21:27,955 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e75e96e4a74d44a4986712061ea90ba9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733757685263 2024-12-09T15:21:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:27,955 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T15:21:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:27,956 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dbd3ed5dc29439fb11226ab9e5f18c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733757686469 2024-12-09T15:21:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:27,960 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209b5a9f8fbf2ca46f29377b8cff578836b_c508782bd6aa8b43b42c30929d19367d, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:27,960 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b5a9f8fbf2ca46f29377b8cff578836b_c508782bd6aa8b43b42c30929d19367d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:27,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120932c7482bb3b443b0a872e90620cddb86_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757687105/Put/seqid=0 2024-12-09T15:21:27,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742053_1229 (size=4469) 2024-12-09T15:21:27,979 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#C#compaction#186 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:27,980 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/5bcbe0318c4c49ae8358c2a63f74f809 is 50, key is test_row_0/C:col10/1733757686484/Put/seqid=0 2024-12-09T15:21:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-09T15:21:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742054_1230 (size=12454) 2024-12-09T15:21:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742055_1231 (size=13221) 2024-12-09T15:21:28,004 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/5bcbe0318c4c49ae8358c2a63f74f809 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/5bcbe0318c4c49ae8358c2a63f74f809 2024-12-09T15:21:28,009 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/C of c508782bd6aa8b43b42c30929d19367d into 5bcbe0318c4c49ae8358c2a63f74f809(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:28,009 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:28,010 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/C, priority=13, startTime=1733757687914; duration=0sec 2024-12-09T15:21:28,010 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:28,010 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:C 2024-12-09T15:21:28,380 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c508782bd6aa8b43b42c30929d19367d#A#compaction#184 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:28,381 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/c0bad42013904902a3aee2291899fc6c is 175, key is test_row_0/A:col10/1733757686484/Put/seqid=0 2024-12-09T15:21:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742056_1232 (size=32175) 2024-12-09T15:21:28,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:28,395 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120932c7482bb3b443b0a872e90620cddb86_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120932c7482bb3b443b0a872e90620cddb86_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:28,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4836a38aea38484e83518d77c7ae61f7, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:28,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4836a38aea38484e83518d77c7ae61f7 is 175, key is test_row_0/A:col10/1733757687105/Put/seqid=0 2024-12-09T15:21:28,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742057_1233 (size=31255) 2024-12-09T15:21:28,403 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4836a38aea38484e83518d77c7ae61f7 2024-12-09T15:21:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/16320cad7177440981f28931c2f74fc1 is 50, key is test_row_0/B:col10/1733757687105/Put/seqid=0 2024-12-09T15:21:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742058_1234 (size=12301) 2024-12-09T15:21:28,790 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/c0bad42013904902a3aee2291899fc6c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/c0bad42013904902a3aee2291899fc6c 2024-12-09T15:21:28,796 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c508782bd6aa8b43b42c30929d19367d/A of c508782bd6aa8b43b42c30929d19367d into c0bad42013904902a3aee2291899fc6c(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:28,796 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:28,796 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d., storeName=c508782bd6aa8b43b42c30929d19367d/A, priority=13, startTime=1733757687914; duration=0sec 2024-12-09T15:21:28,796 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:28,796 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c508782bd6aa8b43b42c30929d19367d:A 2024-12-09T15:21:28,815 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/16320cad7177440981f28931c2f74fc1 2024-12-09T15:21:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/5ac2da99a2b8420db83bcea0da960b88 is 50, key is test_row_0/C:col10/1733757687105/Put/seqid=0 2024-12-09T15:21:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742059_1235 (size=12301) 2024-12-09T15:21:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-09T15:21:29,233 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/5ac2da99a2b8420db83bcea0da960b88 2024-12-09T15:21:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/4836a38aea38484e83518d77c7ae61f7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4836a38aea38484e83518d77c7ae61f7 2024-12-09T15:21:29,242 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4836a38aea38484e83518d77c7ae61f7, entries=150, sequenceid=407, filesize=30.5 K 2024-12-09T15:21:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/16320cad7177440981f28931c2f74fc1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/16320cad7177440981f28931c2f74fc1 2024-12-09T15:21:29,247 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/16320cad7177440981f28931c2f74fc1, entries=150, sequenceid=407, filesize=12.0 K 2024-12-09T15:21:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/5ac2da99a2b8420db83bcea0da960b88 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/5ac2da99a2b8420db83bcea0da960b88 2024-12-09T15:21:29,252 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/5ac2da99a2b8420db83bcea0da960b88, entries=150, sequenceid=407, filesize=12.0 K 2024-12-09T15:21:29,253 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c508782bd6aa8b43b42c30929d19367d in 1298ms, sequenceid=407, compaction requested=false 2024-12-09T15:21:29,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:29,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:29,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-09T15:21:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-09T15:21:29,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-09T15:21:29,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3710 sec 2024-12-09T15:21:29,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.3750 sec 2024-12-09T15:21:29,320 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:21:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-09T15:21:30,987 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-09T15:21:30,992 DEBUG [Thread-606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:61620 2024-12-09T15:21:30,992 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:30,996 DEBUG [Thread-600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:61620 2024-12-09T15:21:30,996 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:31,071 DEBUG [Thread-602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b55744e to 127.0.0.1:61620 2024-12-09T15:21:31,071 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 132 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3845 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3670 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1535 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4605 rows 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1528 2024-12-09T15:21:31,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4584 rows 2024-12-09T15:21:31,072 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:21:31,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5caaf139 to 127.0.0.1:61620 2024-12-09T15:21:31,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:31,075 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-09T15:21:31,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T15:21:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-09T15:21:31,079 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757691079"}]},"ts":"1733757691079"} 2024-12-09T15:21:31,081 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T15:21:31,084 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T15:21:31,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T15:21:31,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, UNASSIGN}] 2024-12-09T15:21:31,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, UNASSIGN 2024-12-09T15:21:31,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=c508782bd6aa8b43b42c30929d19367d, regionState=CLOSING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:31,088 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:21:31,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; CloseRegionProcedure c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:21:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-09T15:21:31,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:31,239 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(124): Close c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1681): Closing c508782bd6aa8b43b42c30929d19367d, disabling compactions & flushes 2024-12-09T15:21:31,240 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. after waiting 0 ms 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:31,240 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(2837): Flushing c508782bd6aa8b43b42c30929d19367d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=A 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=B 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c508782bd6aa8b43b42c30929d19367d, store=C 2024-12-09T15:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:31,246 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098e87c57e6566401c9b83b8f75fc79554_c508782bd6aa8b43b42c30929d19367d is 50, key is test_row_0/A:col10/1733757690995/Put/seqid=0 2024-12-09T15:21:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742060_1236 (size=9914) 2024-12-09T15:21:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-09T15:21:31,651 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:31,655 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098e87c57e6566401c9b83b8f75fc79554_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098e87c57e6566401c9b83b8f75fc79554_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:31,656 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/9a61457eb67a4d939f78a245570f1215, store: [table=TestAcidGuarantees family=A region=c508782bd6aa8b43b42c30929d19367d] 2024-12-09T15:21:31,657 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/9a61457eb67a4d939f78a245570f1215 is 175, key is test_row_0/A:col10/1733757690995/Put/seqid=0 2024-12-09T15:21:31,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742061_1237 (size=22561) 2024-12-09T15:21:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-09T15:21:32,061 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/9a61457eb67a4d939f78a245570f1215 2024-12-09T15:21:32,068 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c20d04862109424fae12445b82f91991 is 50, key is test_row_0/B:col10/1733757690995/Put/seqid=0 2024-12-09T15:21:32,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742062_1238 (size=9857) 2024-12-09T15:21:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-09T15:21:32,472 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c20d04862109424fae12445b82f91991 2024-12-09T15:21:32,479 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/eeda9fd771744ca3a66a797f9fc09cd0 is 50, key is test_row_0/C:col10/1733757690995/Put/seqid=0 2024-12-09T15:21:32,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742063_1239 (size=9857) 2024-12-09T15:21:32,883 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/eeda9fd771744ca3a66a797f9fc09cd0 2024-12-09T15:21:32,887 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/A/9a61457eb67a4d939f78a245570f1215 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9a61457eb67a4d939f78a245570f1215 2024-12-09T15:21:32,890 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9a61457eb67a4d939f78a245570f1215, entries=100, sequenceid=415, filesize=22.0 K 2024-12-09T15:21:32,891 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/B/c20d04862109424fae12445b82f91991 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c20d04862109424fae12445b82f91991 2024-12-09T15:21:32,904 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c20d04862109424fae12445b82f91991, entries=100, sequenceid=415, filesize=9.6 K 2024-12-09T15:21:32,905 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/.tmp/C/eeda9fd771744ca3a66a797f9fc09cd0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/eeda9fd771744ca3a66a797f9fc09cd0 2024-12-09T15:21:32,908 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/eeda9fd771744ca3a66a797f9fc09cd0, entries=100, sequenceid=415, filesize=9.6 K 2024-12-09T15:21:32,909 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for c508782bd6aa8b43b42c30929d19367d in 1669ms, sequenceid=415, compaction requested=true 2024-12-09T15:21:32,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5dc836ea5aa6408a9950887cb49fa861, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/dcad547cf3654f3189baaf891256529c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/474f9b044e154f918d7330c208cd0ef3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9fca5e3c319e4e4b9685531a347639a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/674a5834663b4483aea2ff1b1936558d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b8eea970da794ec3bb084e99954d31b9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b38c53a70fb646eab308f767ac6e3fb7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/02bb158051434917903bfdd8f71c3dc9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/53636a4cb886454781c3bb5e4ab1311a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/2fa6a9e7f2c14e299eb01ba69d36c67f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/665ab0f04aab47119369e3cccbd419b8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3a2e302a94a468899c2b68367f4debc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d05df748f06c4015afb0587c635de752, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4ac807d606d045c1958fe42b5530ef57, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/799149d22d8245238d8eb1e0ef107806, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5c7e56d1ec2b4219bbc2a0997fa1e335, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/0af2edef716649d48eb1ca3bde4cc75e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/fb6164354e54410da907f929a9a0c9db, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4b84f261adf54794bcadfb7b2a28e290, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3b9c5ba295d4c6e8c2260236e3d60fd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5e504ececa8344e281b3cb1290d95889, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a00ec5e3d501461aa124b875aea8f0f5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/ff0ba0895e63419aaf999ae1c331818f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b3e3757f3c554a369f9981b0c783f56d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/30d30eef45a045f895b81904a3a6aec5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d729ee3e55084a3994441c5ba8509ba8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a916f1617082449480ae4360877cc2ec] to archive 2024-12-09T15:21:32,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:21:32,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5dc836ea5aa6408a9950887cb49fa861 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5dc836ea5aa6408a9950887cb49fa861 2024-12-09T15:21:32,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/dcad547cf3654f3189baaf891256529c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/dcad547cf3654f3189baaf891256529c 2024-12-09T15:21:32,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/474f9b044e154f918d7330c208cd0ef3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/474f9b044e154f918d7330c208cd0ef3 2024-12-09T15:21:32,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9fca5e3c319e4e4b9685531a347639a0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9fca5e3c319e4e4b9685531a347639a0 2024-12-09T15:21:32,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/674a5834663b4483aea2ff1b1936558d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/674a5834663b4483aea2ff1b1936558d 2024-12-09T15:21:32,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b8eea970da794ec3bb084e99954d31b9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b8eea970da794ec3bb084e99954d31b9 2024-12-09T15:21:32,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b38c53a70fb646eab308f767ac6e3fb7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b38c53a70fb646eab308f767ac6e3fb7 2024-12-09T15:21:32,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/02bb158051434917903bfdd8f71c3dc9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/02bb158051434917903bfdd8f71c3dc9 2024-12-09T15:21:32,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/53636a4cb886454781c3bb5e4ab1311a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/53636a4cb886454781c3bb5e4ab1311a 2024-12-09T15:21:32,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/2fa6a9e7f2c14e299eb01ba69d36c67f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/2fa6a9e7f2c14e299eb01ba69d36c67f 2024-12-09T15:21:32,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/665ab0f04aab47119369e3cccbd419b8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/665ab0f04aab47119369e3cccbd419b8 2024-12-09T15:21:32,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3a2e302a94a468899c2b68367f4debc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3a2e302a94a468899c2b68367f4debc 2024-12-09T15:21:32,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d05df748f06c4015afb0587c635de752 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d05df748f06c4015afb0587c635de752 2024-12-09T15:21:32,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4ac807d606d045c1958fe42b5530ef57 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4ac807d606d045c1958fe42b5530ef57 2024-12-09T15:21:32,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/799149d22d8245238d8eb1e0ef107806 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/799149d22d8245238d8eb1e0ef107806 2024-12-09T15:21:32,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5c7e56d1ec2b4219bbc2a0997fa1e335 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5c7e56d1ec2b4219bbc2a0997fa1e335 2024-12-09T15:21:32,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/0af2edef716649d48eb1ca3bde4cc75e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/0af2edef716649d48eb1ca3bde4cc75e 2024-12-09T15:21:32,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/fb6164354e54410da907f929a9a0c9db to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/fb6164354e54410da907f929a9a0c9db 2024-12-09T15:21:32,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4b84f261adf54794bcadfb7b2a28e290 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4b84f261adf54794bcadfb7b2a28e290 2024-12-09T15:21:32,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3b9c5ba295d4c6e8c2260236e3d60fd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/e3b9c5ba295d4c6e8c2260236e3d60fd 2024-12-09T15:21:32,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5e504ececa8344e281b3cb1290d95889 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/5e504ececa8344e281b3cb1290d95889 2024-12-09T15:21:32,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a00ec5e3d501461aa124b875aea8f0f5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a00ec5e3d501461aa124b875aea8f0f5 2024-12-09T15:21:32,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/ff0ba0895e63419aaf999ae1c331818f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/ff0ba0895e63419aaf999ae1c331818f 2024-12-09T15:21:32,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b3e3757f3c554a369f9981b0c783f56d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/b3e3757f3c554a369f9981b0c783f56d 2024-12-09T15:21:32,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/30d30eef45a045f895b81904a3a6aec5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/30d30eef45a045f895b81904a3a6aec5 2024-12-09T15:21:32,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d729ee3e55084a3994441c5ba8509ba8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/d729ee3e55084a3994441c5ba8509ba8 2024-12-09T15:21:32,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a916f1617082449480ae4360877cc2ec to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/a916f1617082449480ae4360877cc2ec 2024-12-09T15:21:32,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e109297198644fa3ae78c953ea741aa1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/114a082b38464e878137dd88f7e44423, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/b2b2de4fb56048839ee2c08dd0a3ba91, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/eaa766213e214d30800b7f930989a802, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/bf8de18f079e4ecd985144f6ec633db9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/aaf55600fdd848d197b317cbd1e6b676, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/45ef19520b9443e7a7bc7a46ff0908ce, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d5265a7ed7164504a1f99d0b1fd0f015, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4dd8a43d6bcb4219ad31a8c08b8042ac, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ae6cb1afc9584259a00775c2d9a364a6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c8c288982ffe4883b79111b2867ba203, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/0deb292afe3e4ab09332b9cbcd75b307, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/26c31d720952485aa4d096e6aeb4433c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d7750c09a2fa413a89ce16010feddab3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e396b887c5ac4cdea89aac4999ba3932, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/1a1732750b7f4389b00a6b5af335091f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/fdf5dc9fe92040ee8ce53916d2778ca9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/9b6db95f174b4cd49ebae161f4483b5b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4f653361289249a8bc3e8d5b7852833d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e504c448896c4a4ea28b789cf12ee049, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ab3b5eca4330487290b8d241d2b69f2a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d37c895caad74e948680aaa4877f85f7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/2880ee0063304d139fe3141db5fac319, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c7abe135cec04ea08f810bc550562059, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c0b8bc5a70c4477090616e52e02db8c1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/657d4b436835474d86d929e706084742, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d810a21b84e44692b8872d1c1a756b85] to archive 2024-12-09T15:21:32,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:21:32,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e109297198644fa3ae78c953ea741aa1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e109297198644fa3ae78c953ea741aa1 2024-12-09T15:21:32,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/114a082b38464e878137dd88f7e44423 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/114a082b38464e878137dd88f7e44423 2024-12-09T15:21:32,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/b2b2de4fb56048839ee2c08dd0a3ba91 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/b2b2de4fb56048839ee2c08dd0a3ba91 2024-12-09T15:21:32,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/eaa766213e214d30800b7f930989a802 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/eaa766213e214d30800b7f930989a802 2024-12-09T15:21:32,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/bf8de18f079e4ecd985144f6ec633db9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/bf8de18f079e4ecd985144f6ec633db9 2024-12-09T15:21:32,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/aaf55600fdd848d197b317cbd1e6b676 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/aaf55600fdd848d197b317cbd1e6b676 2024-12-09T15:21:32,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/45ef19520b9443e7a7bc7a46ff0908ce to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/45ef19520b9443e7a7bc7a46ff0908ce 2024-12-09T15:21:32,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d5265a7ed7164504a1f99d0b1fd0f015 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d5265a7ed7164504a1f99d0b1fd0f015 2024-12-09T15:21:32,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4dd8a43d6bcb4219ad31a8c08b8042ac to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4dd8a43d6bcb4219ad31a8c08b8042ac 2024-12-09T15:21:32,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ae6cb1afc9584259a00775c2d9a364a6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ae6cb1afc9584259a00775c2d9a364a6 2024-12-09T15:21:32,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c8c288982ffe4883b79111b2867ba203 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c8c288982ffe4883b79111b2867ba203 2024-12-09T15:21:32,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/0deb292afe3e4ab09332b9cbcd75b307 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/0deb292afe3e4ab09332b9cbcd75b307 2024-12-09T15:21:32,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/26c31d720952485aa4d096e6aeb4433c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/26c31d720952485aa4d096e6aeb4433c 2024-12-09T15:21:32,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d7750c09a2fa413a89ce16010feddab3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d7750c09a2fa413a89ce16010feddab3 2024-12-09T15:21:32,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e396b887c5ac4cdea89aac4999ba3932 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e396b887c5ac4cdea89aac4999ba3932 2024-12-09T15:21:32,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/1a1732750b7f4389b00a6b5af335091f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/1a1732750b7f4389b00a6b5af335091f 2024-12-09T15:21:32,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/fdf5dc9fe92040ee8ce53916d2778ca9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/fdf5dc9fe92040ee8ce53916d2778ca9 2024-12-09T15:21:32,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/9b6db95f174b4cd49ebae161f4483b5b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/9b6db95f174b4cd49ebae161f4483b5b 2024-12-09T15:21:32,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4f653361289249a8bc3e8d5b7852833d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/4f653361289249a8bc3e8d5b7852833d 2024-12-09T15:21:32,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e504c448896c4a4ea28b789cf12ee049 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/e504c448896c4a4ea28b789cf12ee049 2024-12-09T15:21:32,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ab3b5eca4330487290b8d241d2b69f2a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/ab3b5eca4330487290b8d241d2b69f2a 2024-12-09T15:21:32,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d37c895caad74e948680aaa4877f85f7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d37c895caad74e948680aaa4877f85f7 2024-12-09T15:21:32,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/2880ee0063304d139fe3141db5fac319 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/2880ee0063304d139fe3141db5fac319 2024-12-09T15:21:32,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c7abe135cec04ea08f810bc550562059 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c7abe135cec04ea08f810bc550562059 2024-12-09T15:21:32,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c0b8bc5a70c4477090616e52e02db8c1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c0b8bc5a70c4477090616e52e02db8c1 2024-12-09T15:21:32,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/657d4b436835474d86d929e706084742 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/657d4b436835474d86d929e706084742 2024-12-09T15:21:32,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d810a21b84e44692b8872d1c1a756b85 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/d810a21b84e44692b8872d1c1a756b85 2024-12-09T15:21:32,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ecae8ebb39d749f2b25f2c7308a711ff, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/cc05470aa9ea4d5ea08d20d32d7e13e6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/96beb7cd1d064d7384258ebecdf5c8da, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ed5eace87aa04e20a64bdc12121fcb74, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/4cfd6cefaea540abaa052b9d4ca52234, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/505077174cdf449ba03d6023ad48ce30, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/a1ce0d97af6b44728f5b8b7e53d2e39c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/50bec76e5bbc4fc195275ac908fd3fd2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/75724aa582e84f6d93ba42ef00d8b9fd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/265d0d2cc2d04b9ba8f7a0689a1767c3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/94014de420fa4248bdacd26916042870, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/09b44c48a17c4b42ad0645e8a5a6c106, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/9214cfe047c74cfe8ade0aa44e7ce64a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/7b4bed6e38584f4bbdd1a6eaca11aae6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/84daab1c054247a2b9abf74ac747d156, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0ed3192b39a944d381f5229cd6d26c0a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6f412d1f48ae498d97bf1b78184368a8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/3e783e53cf6a4a8c970ec1df80db15b3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/952bf835a5644ddba90fea8dc8412a64, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e401871e5bb544a29b4b8e65463edac0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/f5c88f385c9b41c8a408cde9bcd7a275, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/58bec90d479846b392b167ccfd8ea6dd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/40147b3aa99d4aaf81cf253d84d0555b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/2e19381f529c436b8db9ccf9e35661e0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6e1adb6169bb4501bb23da14de5bef22, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e75e96e4a74d44a4986712061ea90ba9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0dbd3ed5dc29439fb11226ab9e5f18c7] to archive 2024-12-09T15:21:32,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:21:32,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ecae8ebb39d749f2b25f2c7308a711ff to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ecae8ebb39d749f2b25f2c7308a711ff 2024-12-09T15:21:32,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/cc05470aa9ea4d5ea08d20d32d7e13e6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/cc05470aa9ea4d5ea08d20d32d7e13e6 2024-12-09T15:21:32,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/96beb7cd1d064d7384258ebecdf5c8da to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/96beb7cd1d064d7384258ebecdf5c8da 2024-12-09T15:21:32,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ed5eace87aa04e20a64bdc12121fcb74 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/ed5eace87aa04e20a64bdc12121fcb74 2024-12-09T15:21:32,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/4cfd6cefaea540abaa052b9d4ca52234 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/4cfd6cefaea540abaa052b9d4ca52234 2024-12-09T15:21:32,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/505077174cdf449ba03d6023ad48ce30 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/505077174cdf449ba03d6023ad48ce30 2024-12-09T15:21:32,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/a1ce0d97af6b44728f5b8b7e53d2e39c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/a1ce0d97af6b44728f5b8b7e53d2e39c 2024-12-09T15:21:32,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/50bec76e5bbc4fc195275ac908fd3fd2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/50bec76e5bbc4fc195275ac908fd3fd2 2024-12-09T15:21:32,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/75724aa582e84f6d93ba42ef00d8b9fd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/75724aa582e84f6d93ba42ef00d8b9fd 2024-12-09T15:21:32,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/265d0d2cc2d04b9ba8f7a0689a1767c3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/265d0d2cc2d04b9ba8f7a0689a1767c3 2024-12-09T15:21:32,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/94014de420fa4248bdacd26916042870 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/94014de420fa4248bdacd26916042870 2024-12-09T15:21:32,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/09b44c48a17c4b42ad0645e8a5a6c106 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/09b44c48a17c4b42ad0645e8a5a6c106 2024-12-09T15:21:32,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/9214cfe047c74cfe8ade0aa44e7ce64a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/9214cfe047c74cfe8ade0aa44e7ce64a 2024-12-09T15:21:32,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/7b4bed6e38584f4bbdd1a6eaca11aae6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/7b4bed6e38584f4bbdd1a6eaca11aae6 2024-12-09T15:21:32,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/84daab1c054247a2b9abf74ac747d156 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/84daab1c054247a2b9abf74ac747d156 2024-12-09T15:21:32,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0ed3192b39a944d381f5229cd6d26c0a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0ed3192b39a944d381f5229cd6d26c0a 2024-12-09T15:21:32,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6f412d1f48ae498d97bf1b78184368a8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6f412d1f48ae498d97bf1b78184368a8 2024-12-09T15:21:32,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/3e783e53cf6a4a8c970ec1df80db15b3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/3e783e53cf6a4a8c970ec1df80db15b3 2024-12-09T15:21:32,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/952bf835a5644ddba90fea8dc8412a64 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/952bf835a5644ddba90fea8dc8412a64 2024-12-09T15:21:32,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e401871e5bb544a29b4b8e65463edac0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e401871e5bb544a29b4b8e65463edac0 2024-12-09T15:21:32,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/f5c88f385c9b41c8a408cde9bcd7a275 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/f5c88f385c9b41c8a408cde9bcd7a275 2024-12-09T15:21:32,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/58bec90d479846b392b167ccfd8ea6dd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/58bec90d479846b392b167ccfd8ea6dd 2024-12-09T15:21:32,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/40147b3aa99d4aaf81cf253d84d0555b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/40147b3aa99d4aaf81cf253d84d0555b 2024-12-09T15:21:32,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/2e19381f529c436b8db9ccf9e35661e0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/2e19381f529c436b8db9ccf9e35661e0 2024-12-09T15:21:32,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6e1adb6169bb4501bb23da14de5bef22 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/6e1adb6169bb4501bb23da14de5bef22 2024-12-09T15:21:32,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e75e96e4a74d44a4986712061ea90ba9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/e75e96e4a74d44a4986712061ea90ba9 2024-12-09T15:21:33,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0dbd3ed5dc29439fb11226ab9e5f18c7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/0dbd3ed5dc29439fb11226ab9e5f18c7 2024-12-09T15:21:33,004 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=4 2024-12-09T15:21:33,005 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d. 2024-12-09T15:21:33,005 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1635): Region close journal for c508782bd6aa8b43b42c30929d19367d: 2024-12-09T15:21:33,006 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=c508782bd6aa8b43b42c30929d19367d, regionState=CLOSED 2024-12-09T15:21:33,007 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(170): Closed c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-09T15:21:33,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseRegionProcedure c508782bd6aa8b43b42c30929d19367d, server=33eb8daa289d,46843,1733757631575 in 1.9190 sec 2024-12-09T15:21:33,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-12-09T15:21:33,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c508782bd6aa8b43b42c30929d19367d, UNASSIGN in 1.9220 sec 2024-12-09T15:21:33,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-09T15:21:33,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9250 sec 2024-12-09T15:21:33,011 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757693011"}]},"ts":"1733757693011"} 2024-12-09T15:21:33,012 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T15:21:33,017 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T15:21:33,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9430 sec 2024-12-09T15:21:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-09T15:21:33,184 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-09T15:21:33,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T15:21:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:33,186 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-09T15:21:33,186 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=61, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:33,188 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,190 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/recovered.edits] 2024-12-09T15:21:33,193 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4836a38aea38484e83518d77c7ae61f7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/4836a38aea38484e83518d77c7ae61f7 2024-12-09T15:21:33,195 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9a61457eb67a4d939f78a245570f1215 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/9a61457eb67a4d939f78a245570f1215 2024-12-09T15:21:33,196 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/c0bad42013904902a3aee2291899fc6c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/A/c0bad42013904902a3aee2291899fc6c 2024-12-09T15:21:33,199 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/16320cad7177440981f28931c2f74fc1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/16320cad7177440981f28931c2f74fc1 2024-12-09T15:21:33,202 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/97cf77d740c84f2b90bfd604dce43e6c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/97cf77d740c84f2b90bfd604dce43e6c 2024-12-09T15:21:33,203 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c20d04862109424fae12445b82f91991 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/B/c20d04862109424fae12445b82f91991 2024-12-09T15:21:33,205 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/5ac2da99a2b8420db83bcea0da960b88 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/5ac2da99a2b8420db83bcea0da960b88 2024-12-09T15:21:33,207 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/5bcbe0318c4c49ae8358c2a63f74f809 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/5bcbe0318c4c49ae8358c2a63f74f809 2024-12-09T15:21:33,208 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/eeda9fd771744ca3a66a797f9fc09cd0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/C/eeda9fd771744ca3a66a797f9fc09cd0 2024-12-09T15:21:33,211 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/recovered.edits/418.seqid to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d/recovered.edits/418.seqid 2024-12-09T15:21:33,212 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,212 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T15:21:33,213 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T15:21:33,214 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T15:21:33,239 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092f46fc98fba347049d62a211d5707b41_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092f46fc98fba347049d62a211d5707b41_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,240 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209305c382f63b04d33b586d9473396dac5_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209305c382f63b04d33b586d9473396dac5_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,241 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120932c7482bb3b443b0a872e90620cddb86_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120932c7482bb3b443b0a872e90620cddb86_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,243 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209384aa942bece4c70a01ca4a9a4479bb6_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209384aa942bece4c70a01ca4a9a4479bb6_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,244 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094e62b26d38d14828a08a34d4a78fbd6c_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094e62b26d38d14828a08a34d4a78fbd6c_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,245 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095351fc3ec8f54f32bf90d4aa10d41fac_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095351fc3ec8f54f32bf90d4aa10d41fac_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,246 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209571b06637ac443c78c1a5a416ed6d522_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209571b06637ac443c78c1a5a416ed6d522_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,248 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095f5a4cd2893546c09e8795d171fe5913_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095f5a4cd2893546c09e8795d171fe5913_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,249 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097068b96c9f94483db27d392ca37a805d_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097068b96c9f94483db27d392ca37a805d_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,251 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120973af246ccacc4ab0b22aadad856b7ee7_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120973af246ccacc4ab0b22aadad856b7ee7_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,252 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209797dded440fc4a38964260333c3de61e_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209797dded440fc4a38964260333c3de61e_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,253 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098a31b48900e44b7b86b3d0e615a5ef08_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098a31b48900e44b7b86b3d0e615a5ef08_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,254 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098e87c57e6566401c9b83b8f75fc79554_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098e87c57e6566401c9b83b8f75fc79554_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,255 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099541b962f33f4488a2b69dca021026b9_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099541b962f33f4488a2b69dca021026b9_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,257 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099f335a012deb419581ebec6cd8f2f604_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099f335a012deb419581ebec6cd8f2f604_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,258 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b7b28f0072ae4e899dddec069760d520_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b7b28f0072ae4e899dddec069760d520_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,259 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b986bcfcd9364315a2019da911e62c3e_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b986bcfcd9364315a2019da911e62c3e_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,260 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bba98802f3d345c4b283b7fc2318dae3_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bba98802f3d345c4b283b7fc2318dae3_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,261 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cbf039cb097d4336aeb75f53adc11fb4_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cbf039cb097d4336aeb75f53adc11fb4_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,262 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cfccb2962bc14df584edc2b7ca825667_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cfccb2962bc14df584edc2b7ca825667_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,263 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209db9a21ac1fb64844884767b50c808703_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209db9a21ac1fb64844884767b50c808703_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,264 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e99bac91a2a448ebb2a9385b2093d7fb_c508782bd6aa8b43b42c30929d19367d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e99bac91a2a448ebb2a9385b2093d7fb_c508782bd6aa8b43b42c30929d19367d 2024-12-09T15:21:33,265 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T15:21:33,267 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=61, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:33,269 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T15:21:33,271 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T15:21:33,272 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=61, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:33,272 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T15:21:33,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733757693272"}]},"ts":"9223372036854775807"} 2024-12-09T15:21:33,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T15:21:33,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c508782bd6aa8b43b42c30929d19367d, NAME => 'TestAcidGuarantees,,1733757665403.c508782bd6aa8b43b42c30929d19367d.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T15:21:33,274 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T15:21:33,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733757693274"}]},"ts":"9223372036854775807"} 2024-12-09T15:21:33,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-09T15:21:33,278 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=61, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:33,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-12-09T15:21:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-09T15:21:33,287 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-09T15:21:33,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 238) Potentially hanging thread: hconnection-0x4ef202ce-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4ef202ce-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4ef202ce-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1840603637_22 at /127.0.0.1:60864 [Waiting for operation #574] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1840603637_22 at /127.0.0.1:60764 [Waiting for operation #587] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1209788048_22 at /127.0.0.1:60914 [Waiting for operation #543] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4ef202ce-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1209788048_22 at /127.0.0.1:60924 [Waiting for operation #569] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=469 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=793 (was 560) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2535 (was 2657) 2024-12-09T15:21:33,308 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=469, MaxFileDescriptor=1048576, SystemLoadAverage=793, ProcessCount=11, AvailableMemoryMB=2535 2024-12-09T15:21:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T15:21:33,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:21:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:33,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:21:33,311 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:33,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 62 2024-12-09T15:21:33,312 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:21:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:21:33,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742064_1240 (size=963) 2024-12-09T15:21:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:21:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:21:33,719 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 2024-12-09T15:21:33,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742065_1241 (size=53) 2024-12-09T15:21:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:21:34,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:21:34,126 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3d9ee6ff7f39e3582d0dd55328c6aed7, disabling compactions & flushes 2024-12-09T15:21:34,126 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:34,126 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:34,126 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. after waiting 0 ms 2024-12-09T15:21:34,126 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:34,126 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:34,126 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:34,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:21:34,127 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733757694127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757694127"}]},"ts":"1733757694127"} 2024-12-09T15:21:34,128 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:21:34,129 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:21:34,129 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757694129"}]},"ts":"1733757694129"} 2024-12-09T15:21:34,130 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T15:21:34,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d9ee6ff7f39e3582d0dd55328c6aed7, ASSIGN}] 2024-12-09T15:21:34,137 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d9ee6ff7f39e3582d0dd55328c6aed7, ASSIGN 2024-12-09T15:21:34,137 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d9ee6ff7f39e3582d0dd55328c6aed7, ASSIGN; state=OFFLINE, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=false 2024-12-09T15:21:34,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=3d9ee6ff7f39e3582d0dd55328c6aed7, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:34,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:21:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:21:34,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:34,444 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:34,445 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:21:34,445 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:34,445 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:21:34,445 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:34,445 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:34,447 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:34,449 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:34,449 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9ee6ff7f39e3582d0dd55328c6aed7 columnFamilyName A 2024-12-09T15:21:34,449 DEBUG [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:34,450 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] regionserver.HStore(327): Store=3d9ee6ff7f39e3582d0dd55328c6aed7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:34,450 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:34,451 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:34,451 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9ee6ff7f39e3582d0dd55328c6aed7 columnFamilyName B 2024-12-09T15:21:34,451 DEBUG [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:34,451 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] regionserver.HStore(327): Store=3d9ee6ff7f39e3582d0dd55328c6aed7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:34,452 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:34,453 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:34,453 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9ee6ff7f39e3582d0dd55328c6aed7 columnFamilyName C 2024-12-09T15:21:34,453 DEBUG [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:34,453 INFO [StoreOpener-3d9ee6ff7f39e3582d0dd55328c6aed7-1 {}] regionserver.HStore(327): Store=3d9ee6ff7f39e3582d0dd55328c6aed7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:34,454 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:34,454 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:34,455 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:34,456 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:21:34,458 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:34,461 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:21:34,461 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 3d9ee6ff7f39e3582d0dd55328c6aed7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72915465, jitterRate=0.086525097489357}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:21:34,462 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:34,463 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., pid=64, masterSystemTime=1733757694441 2024-12-09T15:21:34,464 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:34,464 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:34,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=3d9ee6ff7f39e3582d0dd55328c6aed7, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:34,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-09T15:21:34,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 in 180 msec 2024-12-09T15:21:34,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T15:21:34,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d9ee6ff7f39e3582d0dd55328c6aed7, ASSIGN in 335 msec 2024-12-09T15:21:34,473 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:21:34,473 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757694473"}]},"ts":"1733757694473"} 2024-12-09T15:21:34,474 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T15:21:34,480 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:21:34,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-12-09T15:21:34,603 DEBUG [master/33eb8daa289d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f6c565334c125b5000bdf8efc06431f8 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:21:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:21:35,416 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 62 completed 2024-12-09T15:21:35,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b70f48f to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f66057f 2024-12-09T15:21:35,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bfce45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,425 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:21:35,427 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:21:35,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-12-09T15:21:35,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,436 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-12-09T15:21:35,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,440 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-12-09T15:21:35,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-12-09T15:21:35,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,449 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-12-09T15:21:35,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,455 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-12-09T15:21:35,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,459 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-12-09T15:21:35,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-12-09T15:21:35,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-12-09T15:21:35,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-12-09T15:21:35,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:35,478 DEBUG [hconnection-0x69ffbee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,478 DEBUG [hconnection-0x27baf264-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,478 DEBUG [hconnection-0x3f967cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,478 DEBUG [hconnection-0x531f62db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,478 DEBUG [hconnection-0xf2b687e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,479 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:35,480 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,480 DEBUG [hconnection-0x88bcd9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,481 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-09T15:21:35,481 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,481 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,482 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,482 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T15:21:35,482 DEBUG [hconnection-0x3a4b20eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,483 DEBUG [hconnection-0x596e40a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,483 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:35,483 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:35,484 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:35,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:21:35,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:35,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:35,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:35,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:35,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:35,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:35,500 DEBUG [hconnection-0x7ab4e70c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,502 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,505 DEBUG [hconnection-0x54a88b33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:35,506 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:35,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/3e5d2f31a94f410ba3deebf3134377e8 is 50, key is test_row_0/A:col10/1733757695485/Put/seqid=0 2024-12-09T15:21:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742066_1242 (size=12001) 2024-12-09T15:21:35,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/3e5d2f31a94f410ba3deebf3134377e8 2024-12-09T15:21:35,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/13b76d2923254d2d960e2df1ab1fa304 is 50, key is test_row_0/B:col10/1733757695485/Put/seqid=0 2024-12-09T15:21:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T15:21:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742067_1243 (size=12001) 2024-12-09T15:21:35,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/13b76d2923254d2d960e2df1ab1fa304 2024-12-09T15:21:35,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757755597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757755600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757755600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757755604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757755612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-09T15:21:35,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:35,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:35,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:35,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:35,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:35,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/40bf452d7f514c738315be797268a8df is 50, key is test_row_0/C:col10/1733757695485/Put/seqid=0 2024-12-09T15:21:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742068_1244 (size=12001) 2024-12-09T15:21:35,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/40bf452d7f514c738315be797268a8df 2024-12-09T15:21:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/3e5d2f31a94f410ba3deebf3134377e8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e5d2f31a94f410ba3deebf3134377e8 2024-12-09T15:21:35,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e5d2f31a94f410ba3deebf3134377e8, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T15:21:35,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/13b76d2923254d2d960e2df1ab1fa304 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/13b76d2923254d2d960e2df1ab1fa304 2024-12-09T15:21:35,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/13b76d2923254d2d960e2df1ab1fa304, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T15:21:35,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/40bf452d7f514c738315be797268a8df as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/40bf452d7f514c738315be797268a8df 2024-12-09T15:21:35,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/40bf452d7f514c738315be797268a8df, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T15:21:35,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 224ms, sequenceid=12, compaction requested=false 2024-12-09T15:21:35,718 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T15:21:35,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:35,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T15:21:35,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:35,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:35,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:35,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:35,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:35,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:35,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/dae762ae97914ef5a525d50a956b6090 is 50, key is test_row_0/A:col10/1733757695722/Put/seqid=0 2024-12-09T15:21:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742069_1245 (size=12001) 2024-12-09T15:21:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757755770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757755770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757755770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757755772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757755780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T15:21:35,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-09T15:21:35,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:35,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:35,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:35,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:35,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:35,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757755875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757755875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757755877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757755877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757755882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:35,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-09T15:21:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:35,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757756076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757756081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757756081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757756081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T15:21:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757756085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-09T15:21:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:36,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/dae762ae97914ef5a525d50a956b6090 2024-12-09T15:21:36,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/d96967174c484dc8b55ab0458bd3d329 is 50, key is test_row_0/B:col10/1733757695722/Put/seqid=0 2024-12-09T15:21:36,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742070_1246 (size=12001) 2024-12-09T15:21:36,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-09T15:21:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:36,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757756381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757756383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757756384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757756385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757756388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-09T15:21:36,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:36,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:36,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-09T15:21:36,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:36,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:36,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:36,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T15:21:36,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/d96967174c484dc8b55ab0458bd3d329 2024-12-09T15:21:36,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/9d833676a905491e8ae8da182082da1f is 50, key is test_row_0/C:col10/1733757695722/Put/seqid=0 2024-12-09T15:21:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742071_1247 (size=12001) 2024-12-09T15:21:36,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/9d833676a905491e8ae8da182082da1f 2024-12-09T15:21:36,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/dae762ae97914ef5a525d50a956b6090 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/dae762ae97914ef5a525d50a956b6090 2024-12-09T15:21:36,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/dae762ae97914ef5a525d50a956b6090, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T15:21:36,627 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-09T15:21:36,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/d96967174c484dc8b55ab0458bd3d329 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d96967174c484dc8b55ab0458bd3d329 2024-12-09T15:21:36,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d96967174c484dc8b55ab0458bd3d329, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T15:21:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/9d833676a905491e8ae8da182082da1f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/9d833676a905491e8ae8da182082da1f 2024-12-09T15:21:36,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/9d833676a905491e8ae8da182082da1f, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T15:21:36,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 919ms, sequenceid=40, compaction requested=false 2024-12-09T15:21:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:36,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-09T15:21:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:36,712 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-09T15:21:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:36,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:36,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:36,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/ed93ec3594284852b699a1dce3d249b7 is 50, key is test_row_0/A:col10/1733757695771/Put/seqid=0 2024-12-09T15:21:36,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742072_1248 (size=12001) 2024-12-09T15:21:36,760 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/ed93ec3594284852b699a1dce3d249b7 2024-12-09T15:21:36,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/77d395a3192049699193cbed936088e3 is 50, key is test_row_0/B:col10/1733757695771/Put/seqid=0 2024-12-09T15:21:36,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742073_1249 (size=12001) 2024-12-09T15:21:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:36,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:36,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757756914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757756916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757756916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757756917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:36,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757756918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757757020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757757020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757757021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757757024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757757024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757757223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757757225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757757226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,230 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/77d395a3192049699193cbed936088e3 2024-12-09T15:21:37,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757757231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757757233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/1f63a6eb753049c6a1121214dd512b02 is 50, key is test_row_0/C:col10/1733757695771/Put/seqid=0 2024-12-09T15:21:37,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742074_1250 (size=12001) 2024-12-09T15:21:37,251 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/1f63a6eb753049c6a1121214dd512b02 2024-12-09T15:21:37,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/ed93ec3594284852b699a1dce3d249b7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ed93ec3594284852b699a1dce3d249b7 2024-12-09T15:21:37,260 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ed93ec3594284852b699a1dce3d249b7, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T15:21:37,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/77d395a3192049699193cbed936088e3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/77d395a3192049699193cbed936088e3 2024-12-09T15:21:37,270 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/77d395a3192049699193cbed936088e3, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T15:21:37,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/1f63a6eb753049c6a1121214dd512b02 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1f63a6eb753049c6a1121214dd512b02 2024-12-09T15:21:37,294 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1f63a6eb753049c6a1121214dd512b02, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T15:21:37,295 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 583ms, sequenceid=49, compaction requested=true 2024-12-09T15:21:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-09T15:21:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-09T15:21:37,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-09T15:21:37,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8160 sec 2024-12-09T15:21:37,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.8210 sec 2024-12-09T15:21:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:37,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-09T15:21:37,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:37,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:37,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:37,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:37,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:37,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757757547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757757553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757757553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757757541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757757555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/ce4cbd2030f849bab92c11d993225def is 50, key is test_row_0/A:col10/1733757697533/Put/seqid=0 2024-12-09T15:21:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T15:21:37,624 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-09T15:21:37,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-09T15:21:37,632 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:37,632 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:37,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:21:37,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742075_1251 (size=12001) 2024-12-09T15:21:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757757660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757757661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757757664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757757667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:21:37,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-09T15:21:37,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:37,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:37,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:37,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:37,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:37,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757757865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757757876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757757878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757757878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:21:37,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-09T15:21:37,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:37,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:37,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:37,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:37,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/ce4cbd2030f849bab92c11d993225def 2024-12-09T15:21:38,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/2850397f97314212a71aa2b06cd31536 is 50, key is test_row_0/B:col10/1733757697533/Put/seqid=0 2024-12-09T15:21:38,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757758067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742076_1252 (size=12001) 2024-12-09T15:21:38,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/2850397f97314212a71aa2b06cd31536 2024-12-09T15:21:38,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-09T15:21:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/bcd3b2c8401d49ccaeb8edf61e20d134 is 50, key is test_row_0/C:col10/1733757697533/Put/seqid=0 2024-12-09T15:21:38,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757758180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757758188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757758188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757758192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742077_1253 (size=12001) 2024-12-09T15:21:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:21:38,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-09T15:21:38,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:38,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-09T15:21:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T15:21:38,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-09T15:21:38,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:38,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:38,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/bcd3b2c8401d49ccaeb8edf61e20d134 2024-12-09T15:21:38,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/ce4cbd2030f849bab92c11d993225def as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ce4cbd2030f849bab92c11d993225def 2024-12-09T15:21:38,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ce4cbd2030f849bab92c11d993225def, entries=150, sequenceid=79, filesize=11.7 K 2024-12-09T15:21:38,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/2850397f97314212a71aa2b06cd31536 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/2850397f97314212a71aa2b06cd31536 2024-12-09T15:21:38,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757758691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757758694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/2850397f97314212a71aa2b06cd31536, entries=150, sequenceid=79, filesize=11.7 K 2024-12-09T15:21:38,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/bcd3b2c8401d49ccaeb8edf61e20d134 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bcd3b2c8401d49ccaeb8edf61e20d134 2024-12-09T15:21:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757758700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757758701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bcd3b2c8401d49ccaeb8edf61e20d134, entries=150, sequenceid=79, filesize=11.7 K 2024-12-09T15:21:38,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 1173ms, sequenceid=79, compaction requested=true 2024-12-09T15:21:38,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:38,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:38,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:38,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:38,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:38,710 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:38,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:38,710 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:38,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:38,712 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:38,712 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:38,712 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/A is initiating minor compaction (all files) 2024-12-09T15:21:38,712 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/B is initiating minor compaction (all files) 2024-12-09T15:21:38,712 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/A in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,712 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/B in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,712 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e5d2f31a94f410ba3deebf3134377e8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/dae762ae97914ef5a525d50a956b6090, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ed93ec3594284852b699a1dce3d249b7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ce4cbd2030f849bab92c11d993225def] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=46.9 K 2024-12-09T15:21:38,712 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/13b76d2923254d2d960e2df1ab1fa304, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d96967174c484dc8b55ab0458bd3d329, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/77d395a3192049699193cbed936088e3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/2850397f97314212a71aa2b06cd31536] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=46.9 K 2024-12-09T15:21:38,713 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13b76d2923254d2d960e2df1ab1fa304, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733757695485 2024-12-09T15:21:38,713 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e5d2f31a94f410ba3deebf3134377e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733757695485 2024-12-09T15:21:38,713 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d96967174c484dc8b55ab0458bd3d329, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733757695596 2024-12-09T15:21:38,713 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting dae762ae97914ef5a525d50a956b6090, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733757695596 2024-12-09T15:21:38,714 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77d395a3192049699193cbed936088e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733757695736 2024-12-09T15:21:38,714 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ed93ec3594284852b699a1dce3d249b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733757695736 2024-12-09T15:21:38,714 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2850397f97314212a71aa2b06cd31536, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733757696914 2024-12-09T15:21:38,715 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ce4cbd2030f849bab92c11d993225def, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733757696914 2024-12-09T15:21:38,729 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#B#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:38,730 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/9ff945117e1e4dea8bf1e5e6d83196c8 is 50, key is test_row_0/B:col10/1733757697533/Put/seqid=0 2024-12-09T15:21:38,743 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#A#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:38,744 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/e918813369b14a8ca8efbffd228a64ae is 50, key is test_row_0/A:col10/1733757697533/Put/seqid=0 2024-12-09T15:21:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:21:38,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742078_1254 (size=12139) 2024-12-09T15:21:38,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:38,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-09T15:21:38,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,785 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-09T15:21:38,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:38,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:38,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:38,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:38,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:38,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:38,787 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/9ff945117e1e4dea8bf1e5e6d83196c8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/9ff945117e1e4dea8bf1e5e6d83196c8 2024-12-09T15:21:38,794 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/B of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 9ff945117e1e4dea8bf1e5e6d83196c8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:38,794 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:38,794 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/B, priority=12, startTime=1733757698709; duration=0sec 2024-12-09T15:21:38,795 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:38,795 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:B 2024-12-09T15:21:38,795 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:38,796 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:38,797 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/C is initiating minor compaction (all files) 2024-12-09T15:21:38,797 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/C in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:38,797 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/40bf452d7f514c738315be797268a8df, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/9d833676a905491e8ae8da182082da1f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1f63a6eb753049c6a1121214dd512b02, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bcd3b2c8401d49ccaeb8edf61e20d134] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=46.9 K 2024-12-09T15:21:38,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742079_1255 (size=12139) 2024-12-09T15:21:38,800 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40bf452d7f514c738315be797268a8df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733757695485 2024-12-09T15:21:38,801 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d833676a905491e8ae8da182082da1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733757695596 2024-12-09T15:21:38,802 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f63a6eb753049c6a1121214dd512b02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733757695736 2024-12-09T15:21:38,808 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcd3b2c8401d49ccaeb8edf61e20d134, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733757696914 2024-12-09T15:21:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/8393fe7f883f49df9ed926c7ee5a1f3e is 50, key is test_row_0/A:col10/1733757697541/Put/seqid=0 2024-12-09T15:21:38,812 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/e918813369b14a8ca8efbffd228a64ae as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/e918813369b14a8ca8efbffd228a64ae 2024-12-09T15:21:38,822 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/A of 3d9ee6ff7f39e3582d0dd55328c6aed7 into e918813369b14a8ca8efbffd228a64ae(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:38,822 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:38,822 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/A, priority=12, startTime=1733757698709; duration=0sec 2024-12-09T15:21:38,822 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:38,822 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:A 2024-12-09T15:21:38,855 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#C#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:38,856 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/26cd06b00a9045aaa2e8235cb9f9537e is 50, key is test_row_0/C:col10/1733757697533/Put/seqid=0 2024-12-09T15:21:38,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742080_1256 (size=9657) 2024-12-09T15:21:38,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742081_1257 (size=12139) 2024-12-09T15:21:38,888 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/26cd06b00a9045aaa2e8235cb9f9537e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/26cd06b00a9045aaa2e8235cb9f9537e 2024-12-09T15:21:38,894 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/C of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 26cd06b00a9045aaa2e8235cb9f9537e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:38,894 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:38,894 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/C, priority=12, startTime=1733757698710; duration=0sec 2024-12-09T15:21:38,894 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:38,894 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:C 2024-12-09T15:21:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:39,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:39,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757759227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,280 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/8393fe7f883f49df9ed926c7ee5a1f3e 2024-12-09T15:21:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/cf694170419144ea911632bfd43e0158 is 50, key is test_row_0/B:col10/1733757697541/Put/seqid=0 2024-12-09T15:21:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757759333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742082_1258 (size=9657) 2024-12-09T15:21:39,360 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/cf694170419144ea911632bfd43e0158 2024-12-09T15:21:39,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d568333c6c6a4e26ba9cef7a0b93866f is 50, key is test_row_0/C:col10/1733757697541/Put/seqid=0 2024-12-09T15:21:39,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742083_1259 (size=9657) 2024-12-09T15:21:39,464 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d568333c6c6a4e26ba9cef7a0b93866f 2024-12-09T15:21:39,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/8393fe7f883f49df9ed926c7ee5a1f3e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8393fe7f883f49df9ed926c7ee5a1f3e 2024-12-09T15:21:39,489 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8393fe7f883f49df9ed926c7ee5a1f3e, entries=100, sequenceid=86, filesize=9.4 K 2024-12-09T15:21:39,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/cf694170419144ea911632bfd43e0158 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/cf694170419144ea911632bfd43e0158 2024-12-09T15:21:39,494 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/cf694170419144ea911632bfd43e0158, entries=100, sequenceid=86, filesize=9.4 K 2024-12-09T15:21:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d568333c6c6a4e26ba9cef7a0b93866f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d568333c6c6a4e26ba9cef7a0b93866f 2024-12-09T15:21:39,509 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d568333c6c6a4e26ba9cef7a0b93866f, entries=100, sequenceid=86, filesize=9.4 K 2024-12-09T15:21:39,510 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 725ms, sequenceid=86, compaction requested=false 2024-12-09T15:21:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-09T15:21:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-09T15:21:39,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T15:21:39,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8790 sec 2024-12-09T15:21:39,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.8840 sec 2024-12-09T15:21:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:39,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-09T15:21:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:39,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/3e429280368f4cd8aaf510a0f3896dda is 50, key is test_row_0/A:col10/1733757699221/Put/seqid=0 2024-12-09T15:21:39,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757759562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742084_1260 (size=14341) 2024-12-09T15:21:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757759669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757759709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757759710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757759712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757759722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:21:39,753 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-09T15:21:39,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-09T15:21:39,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:21:39,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:39,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:21:39,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757759881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:39,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-09T15:21:39,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:39,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:39,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:39,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:39,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:39,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/3e429280368f4cd8aaf510a0f3896dda 2024-12-09T15:21:40,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/edad8b772a3b4a03a6dd0be564bf8b2a is 50, key is test_row_0/B:col10/1733757699221/Put/seqid=0 2024-12-09T15:21:40,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742085_1261 (size=12001) 2024-12-09T15:21:40,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/edad8b772a3b4a03a6dd0be564bf8b2a 2024-12-09T15:21:40,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/ab2c02228897401a8958a1983ef43a4c is 50, key is test_row_0/C:col10/1733757699221/Put/seqid=0 2024-12-09T15:21:40,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742086_1262 (size=12001) 2024-12-09T15:21:40,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/ab2c02228897401a8958a1983ef43a4c 2024-12-09T15:21:40,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/3e429280368f4cd8aaf510a0f3896dda as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e429280368f4cd8aaf510a0f3896dda 2024-12-09T15:21:40,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e429280368f4cd8aaf510a0f3896dda, entries=200, sequenceid=119, filesize=14.0 K 2024-12-09T15:21:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:21:40,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/edad8b772a3b4a03a6dd0be564bf8b2a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/edad8b772a3b4a03a6dd0be564bf8b2a 2024-12-09T15:21:40,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:40,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-09T15:21:40,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/edad8b772a3b4a03a6dd0be564bf8b2a, entries=150, sequenceid=119, filesize=11.7 K 2024-12-09T15:21:40,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:40,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:40,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/ab2c02228897401a8958a1983ef43a4c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ab2c02228897401a8958a1983ef43a4c 2024-12-09T15:21:40,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ab2c02228897401a8958a1983ef43a4c, entries=150, sequenceid=119, filesize=11.7 K 2024-12-09T15:21:40,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 547ms, sequenceid=119, compaction requested=true 2024-12-09T15:21:40,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:40,086 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:40,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:40,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:40,087 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:40,087 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:40,087 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/A is initiating minor compaction (all files) 2024-12-09T15:21:40,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:40,088 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/A in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:40,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:40,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:40,088 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/e918813369b14a8ca8efbffd228a64ae, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8393fe7f883f49df9ed926c7ee5a1f3e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e429280368f4cd8aaf510a0f3896dda] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=35.3 K 2024-12-09T15:21:40,089 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e918813369b14a8ca8efbffd228a64ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733757696914 2024-12-09T15:21:40,089 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:40,089 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8393fe7f883f49df9ed926c7ee5a1f3e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733757697541 2024-12-09T15:21:40,089 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/B is initiating minor compaction (all files) 2024-12-09T15:21:40,090 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/B in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,090 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/9ff945117e1e4dea8bf1e5e6d83196c8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/cf694170419144ea911632bfd43e0158, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/edad8b772a3b4a03a6dd0be564bf8b2a] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=33.0 K 2024-12-09T15:21:40,090 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e429280368f4cd8aaf510a0f3896dda, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733757699217 2024-12-09T15:21:40,090 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ff945117e1e4dea8bf1e5e6d83196c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733757696914 2024-12-09T15:21:40,091 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting cf694170419144ea911632bfd43e0158, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733757697541 2024-12-09T15:21:40,092 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting edad8b772a3b4a03a6dd0be564bf8b2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733757699217 2024-12-09T15:21:40,103 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:40,104 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/3adfd0309b274d9eb25a19e3d96ffa5a is 50, key is test_row_0/A:col10/1733757699221/Put/seqid=0 2024-12-09T15:21:40,119 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:40,120 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/b4cc40434f6b44efbaf141fbbcd16f5c is 50, key is test_row_0/B:col10/1733757699221/Put/seqid=0 2024-12-09T15:21:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742087_1263 (size=12241) 2024-12-09T15:21:40,148 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/b4cc40434f6b44efbaf141fbbcd16f5c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b4cc40434f6b44efbaf141fbbcd16f5c 2024-12-09T15:21:40,158 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/B of 3d9ee6ff7f39e3582d0dd55328c6aed7 into b4cc40434f6b44efbaf141fbbcd16f5c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:40,159 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:40,159 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/B, priority=13, startTime=1733757700087; duration=0sec 2024-12-09T15:21:40,159 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:40,159 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:B 2024-12-09T15:21:40,159 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:40,161 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:40,161 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/C is initiating minor compaction (all files) 2024-12-09T15:21:40,161 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/C in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,162 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/26cd06b00a9045aaa2e8235cb9f9537e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d568333c6c6a4e26ba9cef7a0b93866f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ab2c02228897401a8958a1983ef43a4c] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=33.0 K 2024-12-09T15:21:40,162 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 26cd06b00a9045aaa2e8235cb9f9537e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733757696914 2024-12-09T15:21:40,162 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d568333c6c6a4e26ba9cef7a0b93866f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733757697541 2024-12-09T15:21:40,163 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ab2c02228897401a8958a1983ef43a4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733757699217 2024-12-09T15:21:40,171 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:40,172 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/ee50b3bd93344fe983924129c06ea47e is 50, key is test_row_0/C:col10/1733757699221/Put/seqid=0 2024-12-09T15:21:40,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742088_1264 (size=12241) 2024-12-09T15:21:40,180 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/3adfd0309b274d9eb25a19e3d96ffa5a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3adfd0309b274d9eb25a19e3d96ffa5a 2024-12-09T15:21:40,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742089_1265 (size=12241) 2024-12-09T15:21:40,186 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/A of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 3adfd0309b274d9eb25a19e3d96ffa5a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:40,186 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:40,186 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/A, priority=13, startTime=1733757700086; duration=0sec 2024-12-09T15:21:40,186 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:40,186 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:A 2024-12-09T15:21:40,190 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/ee50b3bd93344fe983924129c06ea47e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ee50b3bd93344fe983924129c06ea47e 2024-12-09T15:21:40,197 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/C of 3d9ee6ff7f39e3582d0dd55328c6aed7 into ee50b3bd93344fe983924129c06ea47e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:40,198 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:40,198 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/C, priority=13, startTime=1733757700088; duration=0sec 2024-12-09T15:21:40,198 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:40,198 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:C 2024-12-09T15:21:40,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:21:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:40,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/4cdaac09d3024ebd92336243f398504e is 50, key is test_row_0/A:col10/1733757700193/Put/seqid=0 2024-12-09T15:21:40,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:40,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-09T15:21:40,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:40,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742090_1266 (size=12147) 2024-12-09T15:21:40,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/4cdaac09d3024ebd92336243f398504e 2024-12-09T15:21:40,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/1d404177b05c431f80e52dee0792c807 is 50, key is test_row_0/B:col10/1733757700193/Put/seqid=0 2024-12-09T15:21:40,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757760311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742091_1267 (size=9757) 2024-12-09T15:21:40,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/1d404177b05c431f80e52dee0792c807 2024-12-09T15:21:40,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/acac5692f81548a7bfdb9e16116e7207 is 50, key is test_row_0/C:col10/1733757700193/Put/seqid=0 2024-12-09T15:21:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:21:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742092_1268 (size=9757) 2024-12-09T15:21:40,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/acac5692f81548a7bfdb9e16116e7207 2024-12-09T15:21:40,393 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:40,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-09T15:21:40,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:40,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:40,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:40,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757760414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/4cdaac09d3024ebd92336243f398504e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/4cdaac09d3024ebd92336243f398504e 2024-12-09T15:21:40,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/4cdaac09d3024ebd92336243f398504e, entries=150, sequenceid=133, filesize=11.9 K 2024-12-09T15:21:40,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/1d404177b05c431f80e52dee0792c807 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/1d404177b05c431f80e52dee0792c807 2024-12-09T15:21:40,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/1d404177b05c431f80e52dee0792c807, entries=100, sequenceid=133, filesize=9.5 K 2024-12-09T15:21:40,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/acac5692f81548a7bfdb9e16116e7207 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/acac5692f81548a7bfdb9e16116e7207 2024-12-09T15:21:40,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/acac5692f81548a7bfdb9e16116e7207, entries=100, sequenceid=133, filesize=9.5 K 2024-12-09T15:21:40,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 236ms, sequenceid=133, compaction requested=false 2024-12-09T15:21:40,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:40,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:40,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-09T15:21:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:40,554 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:21:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:40,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/ea0ad62b2aaf497aa3c03c49036d49b7 is 50, key is test_row_0/A:col10/1733757700309/Put/seqid=0 2024-12-09T15:21:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742093_1269 (size=12151) 2024-12-09T15:21:40,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:40,629 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/ea0ad62b2aaf497aa3c03c49036d49b7 2024-12-09T15:21:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/14384f3602ff4f508900ee85c8894969 is 50, key is test_row_0/B:col10/1733757700309/Put/seqid=0 2024-12-09T15:21:40,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742094_1270 (size=12151) 2024-12-09T15:21:40,658 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/14384f3602ff4f508900ee85c8894969 2024-12-09T15:21:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757760668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:40,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/cfe064c16bca44ba97a4296be4c1a6fc is 50, key is test_row_0/C:col10/1733757700309/Put/seqid=0 2024-12-09T15:21:40,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742095_1271 (size=12151) 2024-12-09T15:21:40,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757760775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:21:40,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757760981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:41,100 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/cfe064c16bca44ba97a4296be4c1a6fc 2024-12-09T15:21:41,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/ea0ad62b2aaf497aa3c03c49036d49b7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ea0ad62b2aaf497aa3c03c49036d49b7 2024-12-09T15:21:41,136 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ea0ad62b2aaf497aa3c03c49036d49b7, entries=150, sequenceid=158, filesize=11.9 K 2024-12-09T15:21:41,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/14384f3602ff4f508900ee85c8894969 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/14384f3602ff4f508900ee85c8894969 2024-12-09T15:21:41,144 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/14384f3602ff4f508900ee85c8894969, entries=150, sequenceid=158, filesize=11.9 K 2024-12-09T15:21:41,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/cfe064c16bca44ba97a4296be4c1a6fc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/cfe064c16bca44ba97a4296be4c1a6fc 2024-12-09T15:21:41,167 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/cfe064c16bca44ba97a4296be4c1a6fc, entries=150, sequenceid=158, filesize=11.9 K 2024-12-09T15:21:41,168 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 615ms, sequenceid=158, compaction requested=true 2024-12-09T15:21:41,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:41,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:41,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-09T15:21:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-09T15:21:41,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-09T15:21:41,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-12-09T15:21:41,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.4120 sec 2024-12-09T15:21:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:41,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T15:21:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:41,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/9ae3c9cc32e14131a7da8217149ace19 is 50, key is test_row_0/A:col10/1733757700664/Put/seqid=0 2024-12-09T15:21:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742096_1272 (size=12151) 2024-12-09T15:21:41,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/9ae3c9cc32e14131a7da8217149ace19 2024-12-09T15:21:41,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/62883460715c449a8461671d039b7d8f is 50, key is test_row_0/B:col10/1733757700664/Put/seqid=0 2024-12-09T15:21:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742097_1273 (size=12151) 2024-12-09T15:21:41,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/62883460715c449a8461671d039b7d8f 2024-12-09T15:21:41,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/302e8d511387424dbdc7ce88a76719cf is 50, key is test_row_0/C:col10/1733757700664/Put/seqid=0 2024-12-09T15:21:41,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757761412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742098_1274 (size=12151) 2024-12-09T15:21:41,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757761516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:41,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757761718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:41,721 DEBUG [Thread-1117 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:41,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757761719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:41,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757761721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:41,724 DEBUG [Thread-1119 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:41,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757761724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:41,726 DEBUG [Thread-1123 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:41,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757761743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:41,745 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:41,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/302e8d511387424dbdc7ce88a76719cf 2024-12-09T15:21:41,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/9ae3c9cc32e14131a7da8217149ace19 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9ae3c9cc32e14131a7da8217149ace19 2024-12-09T15:21:41,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9ae3c9cc32e14131a7da8217149ace19, entries=150, sequenceid=170, filesize=11.9 K 2024-12-09T15:21:41,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/62883460715c449a8461671d039b7d8f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/62883460715c449a8461671d039b7d8f 2024-12-09T15:21:41,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/62883460715c449a8461671d039b7d8f, entries=150, sequenceid=170, filesize=11.9 K 2024-12-09T15:21:41,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/302e8d511387424dbdc7ce88a76719cf as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/302e8d511387424dbdc7ce88a76719cf 2024-12-09T15:21:41,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/302e8d511387424dbdc7ce88a76719cf, entries=150, sequenceid=170, filesize=11.9 K 2024-12-09T15:21:41,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 549ms, sequenceid=170, compaction requested=true 2024-12-09T15:21:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:41,843 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:41,843 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:41,845 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48690 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:41,845 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/A is initiating minor compaction (all files) 2024-12-09T15:21:41,845 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/A in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:41,845 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3adfd0309b274d9eb25a19e3d96ffa5a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/4cdaac09d3024ebd92336243f398504e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ea0ad62b2aaf497aa3c03c49036d49b7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9ae3c9cc32e14131a7da8217149ace19] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=47.5 K 2024-12-09T15:21:41,845 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:41,845 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/B is initiating minor compaction (all files) 2024-12-09T15:21:41,845 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/B in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:41,845 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b4cc40434f6b44efbaf141fbbcd16f5c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/1d404177b05c431f80e52dee0792c807, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/14384f3602ff4f508900ee85c8894969, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/62883460715c449a8461671d039b7d8f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=45.2 K 2024-12-09T15:21:41,846 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3adfd0309b274d9eb25a19e3d96ffa5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733757699217 2024-12-09T15:21:41,846 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b4cc40434f6b44efbaf141fbbcd16f5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733757699217 2024-12-09T15:21:41,846 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cdaac09d3024ebd92336243f398504e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757700193 2024-12-09T15:21:41,847 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d404177b05c431f80e52dee0792c807, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757700193 2024-12-09T15:21:41,847 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea0ad62b2aaf497aa3c03c49036d49b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733757700301 2024-12-09T15:21:41,847 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 14384f3602ff4f508900ee85c8894969, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733757700301 2024-12-09T15:21:41,847 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ae3c9cc32e14131a7da8217149ace19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733757700657 2024-12-09T15:21:41,848 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 62883460715c449a8461671d039b7d8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733757700657 2024-12-09T15:21:41,860 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:41,860 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/9bf32acf470a4909846477d42c077876 is 50, key is test_row_0/A:col10/1733757700664/Put/seqid=0 2024-12-09T15:21:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:21:41,871 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-09T15:21:41,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-09T15:21:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:21:41,874 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:41,876 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:41,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:41,916 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#B#compaction#226 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:41,926 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/be366a1c11784642a650a3a873d5dace is 50, key is test_row_0/B:col10/1733757700664/Put/seqid=0 2024-12-09T15:21:41,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742099_1275 (size=12527) 2024-12-09T15:21:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742100_1276 (size=12527) 2024-12-09T15:21:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:21:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:42,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:21:42,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:42,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:42,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:42,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:42,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:42,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:42,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/248ea33e808f4fdb908b3ec2725053eb is 50, key is test_row_0/A:col10/1733757702032/Put/seqid=0 2024-12-09T15:21:42,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757762080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742101_1277 (size=14541) 2024-12-09T15:21:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:21:42,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757762193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,230 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,343 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/9bf32acf470a4909846477d42c077876 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9bf32acf470a4909846477d42c077876 2024-12-09T15:21:42,349 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/A of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 9bf32acf470a4909846477d42c077876(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:42,349 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:42,349 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/A, priority=12, startTime=1733757701843; duration=0sec 2024-12-09T15:21:42,349 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:42,349 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:A 2024-12-09T15:21:42,349 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:42,350 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:42,350 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/C is initiating minor compaction (all files) 2024-12-09T15:21:42,351 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/C in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,351 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ee50b3bd93344fe983924129c06ea47e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/acac5692f81548a7bfdb9e16116e7207, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/cfe064c16bca44ba97a4296be4c1a6fc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/302e8d511387424dbdc7ce88a76719cf] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=45.2 K 2024-12-09T15:21:42,351 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee50b3bd93344fe983924129c06ea47e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733757699217 2024-12-09T15:21:42,351 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting acac5692f81548a7bfdb9e16116e7207, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757700193 2024-12-09T15:21:42,352 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfe064c16bca44ba97a4296be4c1a6fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733757700301 2024-12-09T15:21:42,352 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 302e8d511387424dbdc7ce88a76719cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733757700657 2024-12-09T15:21:42,363 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#C#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:42,364 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/e0de01fd0eb442c3ac4b9fe9c9789f7d is 50, key is test_row_0/C:col10/1733757700664/Put/seqid=0 2024-12-09T15:21:42,369 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/be366a1c11784642a650a3a873d5dace as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/be366a1c11784642a650a3a873d5dace 2024-12-09T15:21:42,374 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/B of 3d9ee6ff7f39e3582d0dd55328c6aed7 into be366a1c11784642a650a3a873d5dace(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:42,374 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:42,374 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/B, priority=12, startTime=1733757701843; duration=0sec 2024-12-09T15:21:42,375 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:42,375 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:B 2024-12-09T15:21:42,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742102_1278 (size=12527) 2024-12-09T15:21:42,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:42,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757762398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:21:42,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/248ea33e808f4fdb908b3ec2725053eb 2024-12-09T15:21:42,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:42,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:42,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/0b86de38b7f74054832dc79133525e81 is 50, key is test_row_0/B:col10/1733757702032/Put/seqid=0 2024-12-09T15:21:42,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742103_1279 (size=12151) 2024-12-09T15:21:42,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:42,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757762710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:42,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,805 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/e0de01fd0eb442c3ac4b9fe9c9789f7d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/e0de01fd0eb442c3ac4b9fe9c9789f7d 2024-12-09T15:21:42,830 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/C of 3d9ee6ff7f39e3582d0dd55328c6aed7 into e0de01fd0eb442c3ac4b9fe9c9789f7d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:42,830 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:42,830 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/C, priority=12, startTime=1733757701843; duration=0sec 2024-12-09T15:21:42,830 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:42,830 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:C 2024-12-09T15:21:42,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:42,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:42,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:21:42,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/0b86de38b7f74054832dc79133525e81 2024-12-09T15:21:43,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/4d13ed277ec14ed4af11291fb514c06f is 50, key is test_row_0/C:col10/1733757702032/Put/seqid=0 2024-12-09T15:21:43,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:43,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:43,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742104_1280 (size=12151) 2024-12-09T15:21:43,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:43,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:43,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:43,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:43,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:43,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:43,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:43,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757763213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:43,336 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:43,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:43,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:43,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:43,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:43,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:43,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:43,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/4d13ed277ec14ed4af11291fb514c06f 2024-12-09T15:21:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/248ea33e808f4fdb908b3ec2725053eb as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/248ea33e808f4fdb908b3ec2725053eb 2024-12-09T15:21:43,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/248ea33e808f4fdb908b3ec2725053eb, entries=200, sequenceid=195, filesize=14.2 K 2024-12-09T15:21:43,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/0b86de38b7f74054832dc79133525e81 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/0b86de38b7f74054832dc79133525e81 2024-12-09T15:21:43,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/0b86de38b7f74054832dc79133525e81, entries=150, sequenceid=195, filesize=11.9 K 2024-12-09T15:21:43,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/4d13ed277ec14ed4af11291fb514c06f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4d13ed277ec14ed4af11291fb514c06f 2024-12-09T15:21:43,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4d13ed277ec14ed4af11291fb514c06f, entries=150, sequenceid=195, filesize=11.9 K 2024-12-09T15:21:43,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 1421ms, sequenceid=195, compaction requested=false 2024-12-09T15:21:43,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:43,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:43,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-09T15:21:43,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:43,494 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:21:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/7dd28effb9e44ec7b1339dee775a755d is 50, key is test_row_0/A:col10/1733757702072/Put/seqid=0 2024-12-09T15:21:43,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742105_1281 (size=12151) 2024-12-09T15:21:43,557 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/7dd28effb9e44ec7b1339dee775a755d 2024-12-09T15:21:43,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/3bcc4eb9169d4568ac1b755bc2bfef44 is 50, key is test_row_0/B:col10/1733757702072/Put/seqid=0 2024-12-09T15:21:43,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742106_1282 (size=12151) 2024-12-09T15:21:43,604 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/3bcc4eb9169d4568ac1b755bc2bfef44 2024-12-09T15:21:43,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/25f4ad6c550548249341fd07690a3152 is 50, key is test_row_0/C:col10/1733757702072/Put/seqid=0 2024-12-09T15:21:43,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742107_1283 (size=12151) 2024-12-09T15:21:43,644 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/25f4ad6c550548249341fd07690a3152 2024-12-09T15:21:43,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/7dd28effb9e44ec7b1339dee775a755d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7dd28effb9e44ec7b1339dee775a755d 2024-12-09T15:21:43,663 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7dd28effb9e44ec7b1339dee775a755d, entries=150, sequenceid=209, filesize=11.9 K 2024-12-09T15:21:43,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/3bcc4eb9169d4568ac1b755bc2bfef44 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3bcc4eb9169d4568ac1b755bc2bfef44 2024-12-09T15:21:43,675 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3bcc4eb9169d4568ac1b755bc2bfef44, entries=150, sequenceid=209, filesize=11.9 K 2024-12-09T15:21:43,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/25f4ad6c550548249341fd07690a3152 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/25f4ad6c550548249341fd07690a3152 2024-12-09T15:21:43,687 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/25f4ad6c550548249341fd07690a3152, entries=150, sequenceid=209, filesize=11.9 K 2024-12-09T15:21:43,688 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 194ms, sequenceid=209, compaction requested=true 2024-12-09T15:21:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-09T15:21:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-09T15:21:43,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-09T15:21:43,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7770 sec 2024-12-09T15:21:43,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.8230 sec 2024-12-09T15:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:21:43,979 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-09T15:21:43,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-09T15:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-09T15:21:43,984 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:43,984 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:43,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-09T15:21:44,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:44,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-09T15:21:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-09T15:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-09T15:21:44,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-09T15:21:44,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-09T15:21:44,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 161 msec 2024-12-09T15:21:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:44,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:21:44,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:44,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:44,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:44,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:44,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:44,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:44,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/7b9846f554c24dad99719dc219a6faed is 50, key is test_row_0/A:col10/1733757704236/Put/seqid=0 2024-12-09T15:21:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-09T15:21:44,284 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-09T15:21:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742108_1284 (size=14541) 2024-12-09T15:21:44,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-09T15:21:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T15:21:44,304 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:44,304 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:44,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:44,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757764335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T15:21:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757764438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:44,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:44,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-09T15:21:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T15:21:44,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:44,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-09T15:21:44,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:44,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757764642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:44,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/7b9846f554c24dad99719dc219a6faed 2024-12-09T15:21:44,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/10f09e40834c496f807d55db7f7bbe19 is 50, key is test_row_0/B:col10/1733757704236/Put/seqid=0 2024-12-09T15:21:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742109_1285 (size=12151) 2024-12-09T15:21:44,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/10f09e40834c496f807d55db7f7bbe19 2024-12-09T15:21:44,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/a98974e674f44086835399d908714378 is 50, key is test_row_0/C:col10/1733757704236/Put/seqid=0 2024-12-09T15:21:44,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742110_1286 (size=12151) 2024-12-09T15:21:44,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:44,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-09T15:21:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T15:21:44,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:44,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-09T15:21:44,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:44,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:44,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:44,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757764947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:45,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:45,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-09T15:21:45,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:45,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:45,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:45,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:45,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:45,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/a98974e674f44086835399d908714378 2024-12-09T15:21:45,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/7b9846f554c24dad99719dc219a6faed as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7b9846f554c24dad99719dc219a6faed 2024-12-09T15:21:45,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7b9846f554c24dad99719dc219a6faed, entries=200, sequenceid=221, filesize=14.2 K 2024-12-09T15:21:45,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/10f09e40834c496f807d55db7f7bbe19 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/10f09e40834c496f807d55db7f7bbe19 2024-12-09T15:21:45,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/10f09e40834c496f807d55db7f7bbe19, entries=150, sequenceid=221, filesize=11.9 K 2024-12-09T15:21:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/a98974e674f44086835399d908714378 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/a98974e674f44086835399d908714378 2024-12-09T15:21:45,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/a98974e674f44086835399d908714378, entries=150, sequenceid=221, filesize=11.9 K 2024-12-09T15:21:45,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 919ms, sequenceid=221, compaction requested=true 2024-12-09T15:21:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:45,159 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:21:45,160 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:45,162 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:45,162 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:45,162 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/A is initiating minor compaction (all files) 2024-12-09T15:21:45,162 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/B is initiating minor compaction (all files) 2024-12-09T15:21:45,162 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/A in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:45,162 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/B in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:45,162 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9bf32acf470a4909846477d42c077876, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/248ea33e808f4fdb908b3ec2725053eb, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7dd28effb9e44ec7b1339dee775a755d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7b9846f554c24dad99719dc219a6faed] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=52.5 K 2024-12-09T15:21:45,162 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/be366a1c11784642a650a3a873d5dace, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/0b86de38b7f74054832dc79133525e81, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3bcc4eb9169d4568ac1b755bc2bfef44, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/10f09e40834c496f807d55db7f7bbe19] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=47.8 K 2024-12-09T15:21:45,164 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bf32acf470a4909846477d42c077876, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733757700657 2024-12-09T15:21:45,164 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting be366a1c11784642a650a3a873d5dace, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733757700657 2024-12-09T15:21:45,165 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b86de38b7f74054832dc79133525e81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733757701384 2024-12-09T15:21:45,165 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 248ea33e808f4fdb908b3ec2725053eb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733757701384 2024-12-09T15:21:45,165 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dd28effb9e44ec7b1339dee775a755d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733757702062 2024-12-09T15:21:45,165 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bcc4eb9169d4568ac1b755bc2bfef44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733757702062 2024-12-09T15:21:45,165 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b9846f554c24dad99719dc219a6faed, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733757704231 2024-12-09T15:21:45,166 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 10f09e40834c496f807d55db7f7bbe19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733757704231 2024-12-09T15:21:45,188 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:45,189 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/c986830a29ab4ac1a4b5ae265761dbf4 is 50, key is test_row_0/A:col10/1733757704236/Put/seqid=0 2024-12-09T15:21:45,191 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:45,192 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/957c0201e22f43f1a0477b691678e10b is 50, key is test_row_0/B:col10/1733757704236/Put/seqid=0 2024-12-09T15:21:45,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742111_1287 (size=12663) 2024-12-09T15:21:45,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:45,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-09T15:21:45,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:45,234 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:21:45,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:45,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:45,238 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/c986830a29ab4ac1a4b5ae265761dbf4 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/c986830a29ab4ac1a4b5ae265761dbf4 2024-12-09T15:21:45,243 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/A of 3d9ee6ff7f39e3582d0dd55328c6aed7 into c986830a29ab4ac1a4b5ae265761dbf4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:45,243 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:45,243 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/A, priority=12, startTime=1733757705159; duration=0sec 2024-12-09T15:21:45,243 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:45,243 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:A 2024-12-09T15:21:45,244 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:45,246 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:45,246 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/C is initiating minor compaction (all files) 2024-12-09T15:21:45,246 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/C in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:45,247 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/e0de01fd0eb442c3ac4b9fe9c9789f7d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4d13ed277ec14ed4af11291fb514c06f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/25f4ad6c550548249341fd07690a3152, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/a98974e674f44086835399d908714378] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=47.8 K 2024-12-09T15:21:45,248 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0de01fd0eb442c3ac4b9fe9c9789f7d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733757700657 2024-12-09T15:21:45,248 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d13ed277ec14ed4af11291fb514c06f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733757701384 2024-12-09T15:21:45,248 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25f4ad6c550548249341fd07690a3152, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733757702062 2024-12-09T15:21:45,249 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a98974e674f44086835399d908714378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733757704231 2024-12-09T15:21:45,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742112_1288 (size=12663) 2024-12-09T15:21:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/1421b44842854eb9a55231bb7053bf23 is 50, key is test_row_0/A:col10/1733757704316/Put/seqid=0 2024-12-09T15:21:45,271 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:45,271 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d5cd744b3cc3449f9436eaee4b613795 is 50, key is test_row_0/C:col10/1733757704236/Put/seqid=0 2024-12-09T15:21:45,275 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/957c0201e22f43f1a0477b691678e10b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/957c0201e22f43f1a0477b691678e10b 2024-12-09T15:21:45,282 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/B of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 957c0201e22f43f1a0477b691678e10b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:45,282 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:45,282 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/B, priority=12, startTime=1733757705159; duration=0sec 2024-12-09T15:21:45,282 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:45,282 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:B 2024-12-09T15:21:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742113_1289 (size=12151) 2024-12-09T15:21:45,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742114_1290 (size=12663) 2024-12-09T15:21:45,328 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d5cd744b3cc3449f9436eaee4b613795 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d5cd744b3cc3449f9436eaee4b613795 2024-12-09T15:21:45,333 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/C of 3d9ee6ff7f39e3582d0dd55328c6aed7 into d5cd744b3cc3449f9436eaee4b613795(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:45,333 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:45,333 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/C, priority=12, startTime=1733757705159; duration=0sec 2024-12-09T15:21:45,333 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:45,333 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:C 2024-12-09T15:21:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T15:21:45,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:45,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757765473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:45,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757765576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:45,693 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/1421b44842854eb9a55231bb7053bf23 2024-12-09T15:21:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/df77a9902f7d401a805e00b3085d569a is 50, key is test_row_0/B:col10/1733757704316/Put/seqid=0 2024-12-09T15:21:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742115_1291 (size=12151) 2024-12-09T15:21:45,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54170 deadline: 1733757765751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:45,753 DEBUG [Thread-1117 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:45,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54142 deadline: 1733757765756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:45,758 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:45,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733757765764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:45,767 DEBUG [Thread-1119 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8214 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:45,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54182 deadline: 1733757765776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:45,778 DEBUG [Thread-1123 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8226 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:21:45,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757765780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757766088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:46,127 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/df77a9902f7d401a805e00b3085d569a 2024-12-09T15:21:46,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/ef9a2a2816014893b3ec7b3f6d1823ec is 50, key is test_row_0/C:col10/1733757704316/Put/seqid=0 2024-12-09T15:21:46,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742116_1292 (size=12151) 2024-12-09T15:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T15:21:46,573 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/ef9a2a2816014893b3ec7b3f6d1823ec 2024-12-09T15:21:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/1421b44842854eb9a55231bb7053bf23 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/1421b44842854eb9a55231bb7053bf23 2024-12-09T15:21:46,594 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/1421b44842854eb9a55231bb7053bf23, entries=150, sequenceid=246, filesize=11.9 K 2024-12-09T15:21:46,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757766592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/df77a9902f7d401a805e00b3085d569a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/df77a9902f7d401a805e00b3085d569a 2024-12-09T15:21:46,604 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/df77a9902f7d401a805e00b3085d569a, entries=150, sequenceid=246, filesize=11.9 K 2024-12-09T15:21:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/ef9a2a2816014893b3ec7b3f6d1823ec as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ef9a2a2816014893b3ec7b3f6d1823ec 2024-12-09T15:21:46,620 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ef9a2a2816014893b3ec7b3f6d1823ec, entries=150, sequenceid=246, filesize=11.9 K 2024-12-09T15:21:46,622 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 1388ms, sequenceid=246, compaction requested=false 2024-12-09T15:21:46,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:46,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:46,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-09T15:21:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-09T15:21:46,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-09T15:21:46,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3270 sec 2024-12-09T15:21:46,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.3330 sec 2024-12-09T15:21:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:47,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T15:21:47,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:47,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:47,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:47,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:47,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:47,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:47,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/d972dde9ce094e49b838f36fe2ba919a is 50, key is test_row_0/A:col10/1733757705467/Put/seqid=0 2024-12-09T15:21:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742117_1293 (size=12301) 2024-12-09T15:21:47,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/d972dde9ce094e49b838f36fe2ba919a 2024-12-09T15:21:47,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/ce9f84ea6b374a3a8de2508ae91b5b9f is 50, key is test_row_0/B:col10/1733757705467/Put/seqid=0 2024-12-09T15:21:47,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742118_1294 (size=12301) 2024-12-09T15:21:47,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757767680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:47,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757767783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:47,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757767986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:48,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/ce9f84ea6b374a3a8de2508ae91b5b9f 2024-12-09T15:21:48,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d465f2ab4490484090747da73a3041c7 is 50, key is test_row_0/C:col10/1733757705467/Put/seqid=0 2024-12-09T15:21:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742119_1295 (size=12301) 2024-12-09T15:21:48,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d465f2ab4490484090747da73a3041c7 2024-12-09T15:21:48,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/d972dde9ce094e49b838f36fe2ba919a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/d972dde9ce094e49b838f36fe2ba919a 2024-12-09T15:21:48,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/d972dde9ce094e49b838f36fe2ba919a, entries=150, sequenceid=261, filesize=12.0 K 2024-12-09T15:21:48,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/ce9f84ea6b374a3a8de2508ae91b5b9f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/ce9f84ea6b374a3a8de2508ae91b5b9f 2024-12-09T15:21:48,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/ce9f84ea6b374a3a8de2508ae91b5b9f, entries=150, sequenceid=261, filesize=12.0 K 2024-12-09T15:21:48,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d465f2ab4490484090747da73a3041c7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d465f2ab4490484090747da73a3041c7 2024-12-09T15:21:48,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d465f2ab4490484090747da73a3041c7, entries=150, sequenceid=261, filesize=12.0 K 2024-12-09T15:21:48,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 521ms, sequenceid=261, compaction requested=true 2024-12-09T15:21:48,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:48,121 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:48,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:48,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:48,122 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:48,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:48,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:48,122 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:48,122 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/A is initiating minor compaction (all files) 2024-12-09T15:21:48,123 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/A in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:48,123 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/c986830a29ab4ac1a4b5ae265761dbf4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/1421b44842854eb9a55231bb7053bf23, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/d972dde9ce094e49b838f36fe2ba919a] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=36.2 K 2024-12-09T15:21:48,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:48,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:48,124 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:48,124 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/B is initiating minor compaction (all files) 2024-12-09T15:21:48,124 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/B in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:48,124 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/957c0201e22f43f1a0477b691678e10b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/df77a9902f7d401a805e00b3085d569a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/ce9f84ea6b374a3a8de2508ae91b5b9f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=36.2 K 2024-12-09T15:21:48,124 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c986830a29ab4ac1a4b5ae265761dbf4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733757704231 2024-12-09T15:21:48,125 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 957c0201e22f43f1a0477b691678e10b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733757704231 2024-12-09T15:21:48,125 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1421b44842854eb9a55231bb7053bf23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733757704312 2024-12-09T15:21:48,125 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting df77a9902f7d401a805e00b3085d569a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733757704312 2024-12-09T15:21:48,125 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d972dde9ce094e49b838f36fe2ba919a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733757705467 2024-12-09T15:21:48,126 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ce9f84ea6b374a3a8de2508ae91b5b9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733757705467 2024-12-09T15:21:48,138 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:48,139 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/45962f1890a3492f8376fe41af569bb2 is 50, key is test_row_0/B:col10/1733757705467/Put/seqid=0 2024-12-09T15:21:48,147 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:48,148 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/7e5da4061a4d44cf9f8364eb45cb2cbd is 50, key is test_row_0/A:col10/1733757705467/Put/seqid=0 2024-12-09T15:21:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742120_1296 (size=12915) 2024-12-09T15:21:48,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742121_1297 (size=12915) 2024-12-09T15:21:48,203 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/45962f1890a3492f8376fe41af569bb2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/45962f1890a3492f8376fe41af569bb2 2024-12-09T15:21:48,210 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/B of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 45962f1890a3492f8376fe41af569bb2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:48,210 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:48,210 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/B, priority=13, startTime=1733757708122; duration=0sec 2024-12-09T15:21:48,211 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:48,212 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:B 2024-12-09T15:21:48,212 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:48,214 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:48,214 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/C is initiating minor compaction (all files) 2024-12-09T15:21:48,214 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/C in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:48,214 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d5cd744b3cc3449f9436eaee4b613795, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ef9a2a2816014893b3ec7b3f6d1823ec, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d465f2ab4490484090747da73a3041c7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=36.2 K 2024-12-09T15:21:48,214 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d5cd744b3cc3449f9436eaee4b613795, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733757704231 2024-12-09T15:21:48,215 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ef9a2a2816014893b3ec7b3f6d1823ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733757704312 2024-12-09T15:21:48,215 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d465f2ab4490484090747da73a3041c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733757705467 2024-12-09T15:21:48,227 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:48,228 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/fd9399040232499e9d74adf742e5ab03 is 50, key is test_row_0/C:col10/1733757705467/Put/seqid=0 2024-12-09T15:21:48,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742122_1298 (size=12915) 2024-12-09T15:21:48,255 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/fd9399040232499e9d74adf742e5ab03 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/fd9399040232499e9d74adf742e5ab03 2024-12-09T15:21:48,269 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/C of 3d9ee6ff7f39e3582d0dd55328c6aed7 into fd9399040232499e9d74adf742e5ab03(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:48,269 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:48,269 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/C, priority=13, startTime=1733757708122; duration=0sec 2024-12-09T15:21:48,270 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:48,270 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:C 2024-12-09T15:21:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:48,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:21:48,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:48,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/b564256ce6ba405a98366f910a17a408 is 50, key is test_row_0/A:col10/1733757707675/Put/seqid=0 2024-12-09T15:21:48,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742123_1299 (size=14741) 2024-12-09T15:21:48,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757768316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T15:21:48,410 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-09T15:21:48,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-09T15:21:48,413 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-09T15:21:48,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:48,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:48,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757768419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-09T15:21:48,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:48,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-09T15:21:48,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:48,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:48,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:48,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:48,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:48,609 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/7e5da4061a4d44cf9f8364eb45cb2cbd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7e5da4061a4d44cf9f8364eb45cb2cbd 2024-12-09T15:21:48,615 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/A of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 7e5da4061a4d44cf9f8364eb45cb2cbd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:48,615 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:48,615 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/A, priority=13, startTime=1733757708121; duration=0sec 2024-12-09T15:21:48,615 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:48,615 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:A 2024-12-09T15:21:48,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757768622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:48,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/b564256ce6ba405a98366f910a17a408 2024-12-09T15:21:48,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/18968d5861a84f2c99e28ffbfa51d7e6 is 50, key is test_row_0/B:col10/1733757707675/Put/seqid=0 2024-12-09T15:21:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-09T15:21:48,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:48,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-09T15:21:48,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:48,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:48,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:48,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:48,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:48,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742124_1300 (size=12301) 2024-12-09T15:21:48,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/18968d5861a84f2c99e28ffbfa51d7e6 2024-12-09T15:21:48,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/31a90c9d5aa7496dbd6dbdfef25b1181 is 50, key is test_row_0/C:col10/1733757707675/Put/seqid=0 2024-12-09T15:21:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742125_1301 (size=12301) 2024-12-09T15:21:48,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/31a90c9d5aa7496dbd6dbdfef25b1181 2024-12-09T15:21:48,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/b564256ce6ba405a98366f910a17a408 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/b564256ce6ba405a98366f910a17a408 2024-12-09T15:21:48,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/b564256ce6ba405a98366f910a17a408, entries=200, sequenceid=288, filesize=14.4 K 2024-12-09T15:21:48,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/18968d5861a84f2c99e28ffbfa51d7e6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/18968d5861a84f2c99e28ffbfa51d7e6 2024-12-09T15:21:48,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/18968d5861a84f2c99e28ffbfa51d7e6, entries=150, sequenceid=288, filesize=12.0 K 2024-12-09T15:21:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/31a90c9d5aa7496dbd6dbdfef25b1181 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/31a90c9d5aa7496dbd6dbdfef25b1181 2024-12-09T15:21:48,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/31a90c9d5aa7496dbd6dbdfef25b1181, entries=150, sequenceid=288, filesize=12.0 K 2024-12-09T15:21:48,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 485ms, sequenceid=288, compaction requested=false 2024-12-09T15:21:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:48,873 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:48,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-09T15:21:48,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:48,873 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:21:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/5bedf85c46144f54bf09215ce1cb8f4b is 50, key is test_row_0/A:col10/1733757708315/Put/seqid=0 2024-12-09T15:21:48,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742126_1302 (size=12301) 2024-12-09T15:21:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:48,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:49,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757768998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-09T15:21:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757769102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:49,292 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/5bedf85c46144f54bf09215ce1cb8f4b 2024-12-09T15:21:49,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/79b27e0f54934b08a78eff5a87ccfb01 is 50, key is test_row_0/B:col10/1733757708315/Put/seqid=0 2024-12-09T15:21:49,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742127_1303 (size=12301) 2024-12-09T15:21:49,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757769305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:49,307 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/79b27e0f54934b08a78eff5a87ccfb01 2024-12-09T15:21:49,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/37fea5417ad84656a441cecfd5ce5c58 is 50, key is test_row_0/C:col10/1733757708315/Put/seqid=0 2024-12-09T15:21:49,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742128_1304 (size=12301) 2024-12-09T15:21:49,327 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/37fea5417ad84656a441cecfd5ce5c58 2024-12-09T15:21:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/5bedf85c46144f54bf09215ce1cb8f4b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/5bedf85c46144f54bf09215ce1cb8f4b 2024-12-09T15:21:49,339 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/5bedf85c46144f54bf09215ce1cb8f4b, entries=150, sequenceid=300, filesize=12.0 K 2024-12-09T15:21:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/79b27e0f54934b08a78eff5a87ccfb01 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/79b27e0f54934b08a78eff5a87ccfb01 2024-12-09T15:21:49,344 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/79b27e0f54934b08a78eff5a87ccfb01, entries=150, sequenceid=300, filesize=12.0 K 2024-12-09T15:21:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/37fea5417ad84656a441cecfd5ce5c58 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/37fea5417ad84656a441cecfd5ce5c58 2024-12-09T15:21:49,349 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/37fea5417ad84656a441cecfd5ce5c58, entries=150, sequenceid=300, filesize=12.0 K 2024-12-09T15:21:49,352 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 479ms, sequenceid=300, compaction requested=true 2024-12-09T15:21:49,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:49,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:49,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-09T15:21:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-09T15:21:49,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-09T15:21:49,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 939 msec 2024-12-09T15:21:49,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 944 msec 2024-12-09T15:21:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-09T15:21:49,518 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-09T15:21:49,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-09T15:21:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-09T15:21:49,522 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:49,522 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:49,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:49,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T15:21:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:49,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/cd2837fb44be486298c7b56b3f8028f5 is 50, key is test_row_0/A:col10/1733757708947/Put/seqid=0 2024-12-09T15:21:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-09T15:21:49,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742129_1305 (size=12301) 2024-12-09T15:21:49,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/cd2837fb44be486298c7b56b3f8028f5 2024-12-09T15:21:49,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757769636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:49,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/5e5ede84b8714c7c913361c09260520e is 50, key is test_row_0/B:col10/1733757708947/Put/seqid=0 2024-12-09T15:21:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742130_1306 (size=12301) 2024-12-09T15:21:49,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/5e5ede84b8714c7c913361c09260520e 2024-12-09T15:21:49,674 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:49,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-09T15:21:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:49,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:49,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/5e8edf512eb9447db20b3d6f5fb0c370 is 50, key is test_row_0/C:col10/1733757708947/Put/seqid=0 2024-12-09T15:21:49,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757769741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742131_1307 (size=12301) 2024-12-09T15:21:49,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/5e8edf512eb9447db20b3d6f5fb0c370 2024-12-09T15:21:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/cd2837fb44be486298c7b56b3f8028f5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/cd2837fb44be486298c7b56b3f8028f5 2024-12-09T15:21:49,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/cd2837fb44be486298c7b56b3f8028f5, entries=150, sequenceid=326, filesize=12.0 K 2024-12-09T15:21:49,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/5e5ede84b8714c7c913361c09260520e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/5e5ede84b8714c7c913361c09260520e 2024-12-09T15:21:49,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/5e5ede84b8714c7c913361c09260520e, entries=150, sequenceid=326, filesize=12.0 K 2024-12-09T15:21:49,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/5e8edf512eb9447db20b3d6f5fb0c370 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/5e8edf512eb9447db20b3d6f5fb0c370 2024-12-09T15:21:49,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/5e8edf512eb9447db20b3d6f5fb0c370, entries=150, sequenceid=326, filesize=12.0 K 2024-12-09T15:21:49,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 192ms, sequenceid=326, compaction requested=true 2024-12-09T15:21:49,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:49,803 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:49,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:49,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:49,803 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:49,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:49,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:49,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:49,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:49,805 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52258 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:49,805 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/A is initiating minor compaction (all files) 2024-12-09T15:21:49,805 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/A in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:49,805 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:49,805 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7e5da4061a4d44cf9f8364eb45cb2cbd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/b564256ce6ba405a98366f910a17a408, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/5bedf85c46144f54bf09215ce1cb8f4b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/cd2837fb44be486298c7b56b3f8028f5] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=51.0 K 2024-12-09T15:21:49,805 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/B is initiating minor compaction (all files) 2024-12-09T15:21:49,805 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/B in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:49,805 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/45962f1890a3492f8376fe41af569bb2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/18968d5861a84f2c99e28ffbfa51d7e6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/79b27e0f54934b08a78eff5a87ccfb01, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/5e5ede84b8714c7c913361c09260520e] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=48.7 K 2024-12-09T15:21:49,805 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e5da4061a4d44cf9f8364eb45cb2cbd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733757705467 2024-12-09T15:21:49,806 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 45962f1890a3492f8376fe41af569bb2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733757705467 2024-12-09T15:21:49,806 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b564256ce6ba405a98366f910a17a408, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733757707664 2024-12-09T15:21:49,806 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 18968d5861a84f2c99e28ffbfa51d7e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733757707664 2024-12-09T15:21:49,806 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bedf85c46144f54bf09215ce1cb8f4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733757708293 2024-12-09T15:21:49,806 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 79b27e0f54934b08a78eff5a87ccfb01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733757708293 2024-12-09T15:21:49,807 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e5ede84b8714c7c913361c09260520e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733757708947 2024-12-09T15:21:49,807 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd2837fb44be486298c7b56b3f8028f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733757708947 2024-12-09T15:21:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-09T15:21:49,841 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:49,842 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/36cc8d796a8b43808c03bed2d2c00c4e is 50, key is test_row_0/A:col10/1733757708947/Put/seqid=0 2024-12-09T15:21:49,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:49,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-09T15:21:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:49,845 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-09T15:21:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:49,852 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:49,853 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/7d2bda3dedac47b5bdacf3f6ab0f24e9 is 50, key is test_row_0/B:col10/1733757708947/Put/seqid=0 2024-12-09T15:21:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/910e6f38faa84a6f90b38fedde27bf14 is 50, key is test_row_0/A:col10/1733757709628/Put/seqid=0 2024-12-09T15:21:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742132_1308 (size=13051) 2024-12-09T15:21:49,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742133_1309 (size=13051) 2024-12-09T15:21:49,908 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/7d2bda3dedac47b5bdacf3f6ab0f24e9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/7d2bda3dedac47b5bdacf3f6ab0f24e9 2024-12-09T15:21:49,913 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/B of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 7d2bda3dedac47b5bdacf3f6ab0f24e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:49,913 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:49,913 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/B, priority=12, startTime=1733757709803; duration=0sec 2024-12-09T15:21:49,913 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:49,913 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:B 2024-12-09T15:21:49,913 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:21:49,914 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:21:49,914 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/C is initiating minor compaction (all files) 2024-12-09T15:21:49,915 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/C in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:49,915 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/fd9399040232499e9d74adf742e5ab03, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/31a90c9d5aa7496dbd6dbdfef25b1181, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/37fea5417ad84656a441cecfd5ce5c58, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/5e8edf512eb9447db20b3d6f5fb0c370] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=48.7 K 2024-12-09T15:21:49,915 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting fd9399040232499e9d74adf742e5ab03, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733757705467 2024-12-09T15:21:49,915 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 31a90c9d5aa7496dbd6dbdfef25b1181, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733757707664 2024-12-09T15:21:49,915 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 37fea5417ad84656a441cecfd5ce5c58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733757708293 2024-12-09T15:21:49,916 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e8edf512eb9447db20b3d6f5fb0c370, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733757708947 2024-12-09T15:21:49,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742134_1310 (size=12301) 2024-12-09T15:21:49,931 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#C#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:49,931 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/2f658e3f25ac470baf8bf5e3ea2e25b8 is 50, key is test_row_0/C:col10/1733757708947/Put/seqid=0 2024-12-09T15:21:49,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742135_1311 (size=13051) 2024-12-09T15:21:49,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:49,953 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/2f658e3f25ac470baf8bf5e3ea2e25b8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/2f658e3f25ac470baf8bf5e3ea2e25b8 2024-12-09T15:21:49,971 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/C of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 2f658e3f25ac470baf8bf5e3ea2e25b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:49,971 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:49,971 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/C, priority=12, startTime=1733757709803; duration=0sec 2024-12-09T15:21:49,971 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:49,971 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:C 2024-12-09T15:21:50,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757770053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-09T15:21:50,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757770156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:50,304 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/36cc8d796a8b43808c03bed2d2c00c4e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/36cc8d796a8b43808c03bed2d2c00c4e 2024-12-09T15:21:50,311 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/A of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 36cc8d796a8b43808c03bed2d2c00c4e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:50,311 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:50,311 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/A, priority=12, startTime=1733757709803; duration=0sec 2024-12-09T15:21:50,311 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:50,311 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:A 2024-12-09T15:21:50,324 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/910e6f38faa84a6f90b38fedde27bf14 2024-12-09T15:21:50,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/c9f3534d77e54cfda3e8188c4a42c209 is 50, key is test_row_0/B:col10/1733757709628/Put/seqid=0 2024-12-09T15:21:50,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757770359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:50,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742136_1312 (size=12301) 2024-12-09T15:21:50,416 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/c9f3534d77e54cfda3e8188c4a42c209 2024-12-09T15:21:50,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/7cf2680adc354eabac7b91e645adef2d is 50, key is test_row_0/C:col10/1733757709628/Put/seqid=0 2024-12-09T15:21:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742137_1313 (size=12301) 2024-12-09T15:21:50,449 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/7cf2680adc354eabac7b91e645adef2d 2024-12-09T15:21:50,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/910e6f38faa84a6f90b38fedde27bf14 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/910e6f38faa84a6f90b38fedde27bf14 2024-12-09T15:21:50,462 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/910e6f38faa84a6f90b38fedde27bf14, entries=150, sequenceid=336, filesize=12.0 K 2024-12-09T15:21:50,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/c9f3534d77e54cfda3e8188c4a42c209 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c9f3534d77e54cfda3e8188c4a42c209 2024-12-09T15:21:50,468 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c9f3534d77e54cfda3e8188c4a42c209, entries=150, sequenceid=336, filesize=12.0 K 2024-12-09T15:21:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/7cf2680adc354eabac7b91e645adef2d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/7cf2680adc354eabac7b91e645adef2d 2024-12-09T15:21:50,474 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/7cf2680adc354eabac7b91e645adef2d, entries=150, sequenceid=336, filesize=12.0 K 2024-12-09T15:21:50,475 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 630ms, sequenceid=336, compaction requested=false 2024-12-09T15:21:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-09T15:21:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-09T15:21:50,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-09T15:21:50,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 959 msec 2024-12-09T15:21:50,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 963 msec 2024-12-09T15:21:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-09T15:21:50,625 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-09T15:21:50,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-09T15:21:50,630 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:50,631 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:50,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-09T15:21:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:50,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T15:21:50,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:50,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:50,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:50,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:50,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:50,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:50,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/a69c6431abf746d0b0e5cb57baa6f85a is 50, key is test_row_0/A:col10/1733757710051/Put/seqid=0 2024-12-09T15:21:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757770678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:50,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742138_1314 (size=14741) 2024-12-09T15:21:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-09T15:21:50,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:50,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-09T15:21:50,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:50,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757770785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:50,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:50,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:50,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-09T15:21:50,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:50,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:50,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:50,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:50,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-09T15:21:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:50,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757770988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:51,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:51,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-09T15:21:51,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:51,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:51,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:51,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:51,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:51,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/a69c6431abf746d0b0e5cb57baa6f85a 2024-12-09T15:21:51,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/b58c0c7fdf95418cb2126e1270053dbd is 50, key is test_row_0/B:col10/1733757710051/Put/seqid=0 2024-12-09T15:21:51,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742139_1315 (size=12301) 2024-12-09T15:21:51,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/b58c0c7fdf95418cb2126e1270053dbd 2024-12-09T15:21:51,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/6f75fc8f1a9748d2a936e1ca17fa1338 is 50, key is test_row_0/C:col10/1733757710051/Put/seqid=0 2024-12-09T15:21:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742140_1316 (size=12301) 2024-12-09T15:21:51,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/6f75fc8f1a9748d2a936e1ca17fa1338 2024-12-09T15:21:51,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/a69c6431abf746d0b0e5cb57baa6f85a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a69c6431abf746d0b0e5cb57baa6f85a 2024-12-09T15:21:51,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a69c6431abf746d0b0e5cb57baa6f85a, entries=200, sequenceid=366, filesize=14.4 K 2024-12-09T15:21:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/b58c0c7fdf95418cb2126e1270053dbd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b58c0c7fdf95418cb2126e1270053dbd 2024-12-09T15:21:51,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b58c0c7fdf95418cb2126e1270053dbd, entries=150, sequenceid=366, filesize=12.0 K 2024-12-09T15:21:51,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/6f75fc8f1a9748d2a936e1ca17fa1338 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/6f75fc8f1a9748d2a936e1ca17fa1338 2024-12-09T15:21:51,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/6f75fc8f1a9748d2a936e1ca17fa1338, entries=150, sequenceid=366, filesize=12.0 K 2024-12-09T15:21:51,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 546ms, sequenceid=366, compaction requested=true 2024-12-09T15:21:51,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:51,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:51,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:51,208 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:51,208 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:51,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:51,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:51,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:51,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:51,209 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:51,209 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/A is initiating minor compaction (all files) 2024-12-09T15:21:51,209 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/A in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:51,210 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/36cc8d796a8b43808c03bed2d2c00c4e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/910e6f38faa84a6f90b38fedde27bf14, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a69c6431abf746d0b0e5cb57baa6f85a] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=39.2 K 2024-12-09T15:21:51,210 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:51,210 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/B is initiating minor compaction (all files) 2024-12-09T15:21:51,210 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/B in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:51,210 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/7d2bda3dedac47b5bdacf3f6ab0f24e9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c9f3534d77e54cfda3e8188c4a42c209, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b58c0c7fdf95418cb2126e1270053dbd] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=36.8 K 2024-12-09T15:21:51,210 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d2bda3dedac47b5bdacf3f6ab0f24e9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733757708947 2024-12-09T15:21:51,211 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36cc8d796a8b43808c03bed2d2c00c4e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733757708947 2024-12-09T15:21:51,211 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c9f3534d77e54cfda3e8188c4a42c209, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733757709628 2024-12-09T15:21:51,211 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 910e6f38faa84a6f90b38fedde27bf14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733757709628 2024-12-09T15:21:51,212 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b58c0c7fdf95418cb2126e1270053dbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733757710048 2024-12-09T15:21:51,213 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a69c6431abf746d0b0e5cb57baa6f85a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733757710038 2024-12-09T15:21:51,223 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:51,224 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/0f6f1c8e389c4b19ba9dbd88a02f51ec is 50, key is test_row_0/A:col10/1733757710051/Put/seqid=0 2024-12-09T15:21:51,238 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:51,239 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/e21df4a7f9f54bd2a19bce73de5d7255 is 50, key is test_row_0/B:col10/1733757710051/Put/seqid=0 2024-12-09T15:21:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-09T15:21:51,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:51,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-09T15:21:51,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:51,250 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-09T15:21:51,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:51,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:51,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/9f1f71d7434a4721947dd34b370e3f13 is 50, key is test_row_0/A:col10/1733757710671/Put/seqid=0 2024-12-09T15:21:51,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742141_1317 (size=13153) 2024-12-09T15:21:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742142_1318 (size=13153) 2024-12-09T15:21:51,279 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/e21df4a7f9f54bd2a19bce73de5d7255 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/e21df4a7f9f54bd2a19bce73de5d7255 2024-12-09T15:21:51,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742143_1319 (size=12301) 2024-12-09T15:21:51,284 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/9f1f71d7434a4721947dd34b370e3f13 2024-12-09T15:21:51,285 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/B of 3d9ee6ff7f39e3582d0dd55328c6aed7 into e21df4a7f9f54bd2a19bce73de5d7255(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:51,285 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:51,285 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/B, priority=13, startTime=1733757711208; duration=0sec 2024-12-09T15:21:51,285 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:51,285 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:B 2024-12-09T15:21:51,285 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:51,287 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:51,287 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/C is initiating minor compaction (all files) 2024-12-09T15:21:51,287 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/C in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:51,287 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/2f658e3f25ac470baf8bf5e3ea2e25b8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/7cf2680adc354eabac7b91e645adef2d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/6f75fc8f1a9748d2a936e1ca17fa1338] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=36.8 K 2024-12-09T15:21:51,288 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f658e3f25ac470baf8bf5e3ea2e25b8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733757708947 2024-12-09T15:21:51,288 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cf2680adc354eabac7b91e645adef2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733757709628 2024-12-09T15:21:51,289 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f75fc8f1a9748d2a936e1ca17fa1338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733757710048 2024-12-09T15:21:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:51,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:51,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/3fee0c00f6d347f1ae37ab0581ff4238 is 50, key is test_row_0/B:col10/1733757710671/Put/seqid=0 2024-12-09T15:21:51,309 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:51,309 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/eb1d225f2fab4c529fe13f589b515d0b is 50, key is test_row_0/C:col10/1733757710051/Put/seqid=0 2024-12-09T15:21:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742145_1321 (size=13153) 2024-12-09T15:21:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742144_1320 (size=12301) 2024-12-09T15:21:51,339 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/eb1d225f2fab4c529fe13f589b515d0b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/eb1d225f2fab4c529fe13f589b515d0b 2024-12-09T15:21:51,346 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/C of 3d9ee6ff7f39e3582d0dd55328c6aed7 into eb1d225f2fab4c529fe13f589b515d0b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:51,346 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:51,346 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/C, priority=13, startTime=1733757711208; duration=0sec 2024-12-09T15:21:51,346 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:51,346 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:C 2024-12-09T15:21:51,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 369 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757771377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:51,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 371 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757771479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:51,670 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/0f6f1c8e389c4b19ba9dbd88a02f51ec as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0f6f1c8e389c4b19ba9dbd88a02f51ec 2024-12-09T15:21:51,675 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/A of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 0f6f1c8e389c4b19ba9dbd88a02f51ec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:51,675 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:51,675 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/A, priority=13, startTime=1733757711208; duration=0sec 2024-12-09T15:21:51,676 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:51,676 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:A 2024-12-09T15:21:51,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 373 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757771682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:51,734 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/3fee0c00f6d347f1ae37ab0581ff4238 2024-12-09T15:21:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-09T15:21:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/0dceb3673e1a46c5a264354fc54574ab is 50, key is test_row_0/C:col10/1733757710671/Put/seqid=0 2024-12-09T15:21:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742146_1322 (size=12301) 2024-12-09T15:21:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 375 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757771989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:52,153 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/0dceb3673e1a46c5a264354fc54574ab 2024-12-09T15:21:52,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/9f1f71d7434a4721947dd34b370e3f13 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9f1f71d7434a4721947dd34b370e3f13 2024-12-09T15:21:52,162 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9f1f71d7434a4721947dd34b370e3f13, entries=150, sequenceid=375, filesize=12.0 K 2024-12-09T15:21:52,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/3fee0c00f6d347f1ae37ab0581ff4238 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3fee0c00f6d347f1ae37ab0581ff4238 2024-12-09T15:21:52,179 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3fee0c00f6d347f1ae37ab0581ff4238, entries=150, sequenceid=375, filesize=12.0 K 2024-12-09T15:21:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/0dceb3673e1a46c5a264354fc54574ab as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/0dceb3673e1a46c5a264354fc54574ab 2024-12-09T15:21:52,184 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/0dceb3673e1a46c5a264354fc54574ab, entries=150, sequenceid=375, filesize=12.0 K 2024-12-09T15:21:52,185 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 935ms, sequenceid=375, compaction requested=false 2024-12-09T15:21:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-09T15:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-09T15:21:52,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-09T15:21:52,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-12-09T15:21:52,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.5610 sec 2024-12-09T15:21:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:52,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-09T15:21:52,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:52,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:52,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:52,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:52,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:52,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:52,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/0fe2df55ae8f4d19931657b8f4c131e6 is 50, key is test_row_0/A:col10/1733757712494/Put/seqid=0 2024-12-09T15:21:52,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 383 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757772510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742147_1323 (size=12301) 2024-12-09T15:21:52,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 385 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757772611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-09T15:21:52,743 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-09T15:21:52,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-09T15:21:52,754 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-09T15:21:52,755 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:52,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:52,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 387 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757772813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-09T15:21:52,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:52,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-09T15:21:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:52,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:52,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/0fe2df55ae8f4d19931657b8f4c131e6 2024-12-09T15:21:52,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/823dae5d1403459b9ccb05fb82cf1d63 is 50, key is test_row_0/B:col10/1733757712494/Put/seqid=0 2024-12-09T15:21:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742148_1324 (size=12301) 2024-12-09T15:21:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-09T15:21:53,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:53,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-09T15:21:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 389 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757773136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:53,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:53,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-09T15:21:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-09T15:21:53,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:53,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-09T15:21:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/823dae5d1403459b9ccb05fb82cf1d63 2024-12-09T15:21:53,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d291ec5f98ec4179996e3fdd33660826 is 50, key is test_row_0/C:col10/1733757712494/Put/seqid=0 2024-12-09T15:21:53,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742149_1325 (size=12301) 2024-12-09T15:21:53,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:53,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-09T15:21:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 391 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757773646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:53,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:53,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-09T15:21:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-09T15:21:53,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:53,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-09T15:21:53,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:53,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:53,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d291ec5f98ec4179996e3fdd33660826 2024-12-09T15:21:53,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/0fe2df55ae8f4d19931657b8f4c131e6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0fe2df55ae8f4d19931657b8f4c131e6 2024-12-09T15:21:53,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0fe2df55ae8f4d19931657b8f4c131e6, entries=150, sequenceid=406, filesize=12.0 K 2024-12-09T15:21:53,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/823dae5d1403459b9ccb05fb82cf1d63 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/823dae5d1403459b9ccb05fb82cf1d63 2024-12-09T15:21:53,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/823dae5d1403459b9ccb05fb82cf1d63, entries=150, sequenceid=406, filesize=12.0 K 2024-12-09T15:21:53,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d291ec5f98ec4179996e3fdd33660826 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d291ec5f98ec4179996e3fdd33660826 2024-12-09T15:21:53,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d291ec5f98ec4179996e3fdd33660826, entries=150, sequenceid=406, filesize=12.0 K 2024-12-09T15:21:53,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 1473ms, sequenceid=406, compaction requested=true 2024-12-09T15:21:53,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:53,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:53,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:53,969 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:53,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:53,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:53,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:53,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:21:53,970 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:53,970 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/A is initiating minor compaction (all files) 2024-12-09T15:21:53,970 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/A in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,970 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0f6f1c8e389c4b19ba9dbd88a02f51ec, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9f1f71d7434a4721947dd34b370e3f13, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0fe2df55ae8f4d19931657b8f4c131e6] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=36.9 K 2024-12-09T15:21:53,971 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f6f1c8e389c4b19ba9dbd88a02f51ec, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733757710048 2024-12-09T15:21:53,972 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f1f71d7434a4721947dd34b370e3f13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733757710671 2024-12-09T15:21:53,972 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:53,973 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fe2df55ae8f4d19931657b8f4c131e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733757711336 2024-12-09T15:21:53,976 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:53,976 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/B is initiating minor compaction (all files) 2024-12-09T15:21:53,977 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/B in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:53,977 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/e21df4a7f9f54bd2a19bce73de5d7255, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3fee0c00f6d347f1ae37ab0581ff4238, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/823dae5d1403459b9ccb05fb82cf1d63] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=36.9 K 2024-12-09T15:21:53,977 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e21df4a7f9f54bd2a19bce73de5d7255, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733757710048 2024-12-09T15:21:53,978 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fee0c00f6d347f1ae37ab0581ff4238, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733757710671 2024-12-09T15:21:53,979 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 823dae5d1403459b9ccb05fb82cf1d63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733757711336 2024-12-09T15:21:53,987 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#A#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:53,987 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/41401349d15c431cabeba5a54ed18bdf is 50, key is test_row_0/A:col10/1733757712494/Put/seqid=0 2024-12-09T15:21:54,008 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:54,009 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/58a94b26a4c240ff9457f3d408845619 is 50, key is test_row_0/B:col10/1733757712494/Put/seqid=0 2024-12-09T15:21:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742150_1326 (size=13255) 2024-12-09T15:21:54,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742151_1327 (size=13255) 2024-12-09T15:21:54,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:54,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-09T15:21:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:54,035 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T15:21:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:54,041 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/41401349d15c431cabeba5a54ed18bdf as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/41401349d15c431cabeba5a54ed18bdf 2024-12-09T15:21:54,049 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/A of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 41401349d15c431cabeba5a54ed18bdf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:54,049 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:54,049 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/A, priority=13, startTime=1733757713969; duration=0sec 2024-12-09T15:21:54,049 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:54,049 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:A 2024-12-09T15:21:54,049 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:54,051 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:54,051 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/C is initiating minor compaction (all files) 2024-12-09T15:21:54,051 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/C in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:54,051 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/eb1d225f2fab4c529fe13f589b515d0b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/0dceb3673e1a46c5a264354fc54574ab, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d291ec5f98ec4179996e3fdd33660826] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=36.9 K 2024-12-09T15:21:54,052 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb1d225f2fab4c529fe13f589b515d0b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733757710048 2024-12-09T15:21:54,052 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dceb3673e1a46c5a264354fc54574ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733757710671 2024-12-09T15:21:54,053 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d291ec5f98ec4179996e3fdd33660826, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733757711336 2024-12-09T15:21:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/bf77f6a4af194075a10194e204583515 is 50, key is test_row_0/A:col10/1733757712497/Put/seqid=0 2024-12-09T15:21:54,082 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:54,083 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/4a8b8242c0524e03b92eeae92fdc9c8f is 50, key is test_row_0/C:col10/1733757712494/Put/seqid=0 2024-12-09T15:21:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742152_1328 (size=12301) 2024-12-09T15:21:54,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742153_1329 (size=13255) 2024-12-09T15:21:54,125 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/4a8b8242c0524e03b92eeae92fdc9c8f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4a8b8242c0524e03b92eeae92fdc9c8f 2024-12-09T15:21:54,152 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/C of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 4a8b8242c0524e03b92eeae92fdc9c8f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:54,152 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:54,152 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/C, priority=13, startTime=1733757713969; duration=0sec 2024-12-09T15:21:54,152 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:54,152 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:C 2024-12-09T15:21:54,436 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/58a94b26a4c240ff9457f3d408845619 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/58a94b26a4c240ff9457f3d408845619 2024-12-09T15:21:54,461 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/B of 3d9ee6ff7f39e3582d0dd55328c6aed7 into 58a94b26a4c240ff9457f3d408845619(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:54,461 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:54,461 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/B, priority=13, startTime=1733757713969; duration=0sec 2024-12-09T15:21:54,461 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:54,461 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:B 2024-12-09T15:21:54,488 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/bf77f6a4af194075a10194e204583515 2024-12-09T15:21:54,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/d70fe74c5fe541608ed9bd7dfcf0d93c is 50, key is test_row_0/B:col10/1733757712497/Put/seqid=0 2024-12-09T15:21:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742154_1330 (size=12301) 2024-12-09T15:21:54,536 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/d70fe74c5fe541608ed9bd7dfcf0d93c 2024-12-09T15:21:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/1444d2a307cf4ac783d0469075c70f83 is 50, key is test_row_0/C:col10/1733757712497/Put/seqid=0 2024-12-09T15:21:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742155_1331 (size=12301) 2024-12-09T15:21:54,583 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/1444d2a307cf4ac783d0469075c70f83 2024-12-09T15:21:54,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/bf77f6a4af194075a10194e204583515 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/bf77f6a4af194075a10194e204583515 2024-12-09T15:21:54,603 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/bf77f6a4af194075a10194e204583515, entries=150, sequenceid=414, filesize=12.0 K 2024-12-09T15:21:54,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/d70fe74c5fe541608ed9bd7dfcf0d93c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d70fe74c5fe541608ed9bd7dfcf0d93c 2024-12-09T15:21:54,613 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d70fe74c5fe541608ed9bd7dfcf0d93c, entries=150, sequenceid=414, filesize=12.0 K 2024-12-09T15:21:54,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/1444d2a307cf4ac783d0469075c70f83 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1444d2a307cf4ac783d0469075c70f83 2024-12-09T15:21:54,641 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1444d2a307cf4ac783d0469075c70f83, entries=150, sequenceid=414, filesize=12.0 K 2024-12-09T15:21:54,642 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 607ms, sequenceid=414, compaction requested=false 2024-12-09T15:21:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-09T15:21:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-09T15:21:54,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-09T15:21:54,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8910 sec 2024-12-09T15:21:54,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.9030 sec 2024-12-09T15:21:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:54,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:21:54,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:54,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:54,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:54,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:54,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:54,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:54,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/a20b41bea5864a88a83a01b5456b3c15 is 50, key is test_row_0/A:col10/1733757714692/Put/seqid=0 2024-12-09T15:21:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742156_1332 (size=12301) 2024-12-09T15:21:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 423 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757774852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-09T15:21:54,869 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-09T15:21:54,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:21:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-09T15:21:54,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:21:54,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:21:54,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:21:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-09T15:21:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 425 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757774957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-09T15:21:55,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:55,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-09T15:21:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:55,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:55,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/a20b41bea5864a88a83a01b5456b3c15 2024-12-09T15:21:55,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/078a6673fe794ead9649bf333754b60d is 50, key is test_row_0/B:col10/1733757714692/Put/seqid=0 2024-12-09T15:21:55,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:21:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 427 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54176 deadline: 1733757775163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-09T15:21:55,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742157_1333 (size=12301) 2024-12-09T15:21:55,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/078a6673fe794ead9649bf333754b60d 2024-12-09T15:21:55,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:55,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-09T15:21:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:55,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:21:55,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/bff0a811118d49a1b00c3ee3da906339 is 50, key is test_row_0/C:col10/1733757714692/Put/seqid=0 2024-12-09T15:21:55,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742158_1334 (size=12301) 2024-12-09T15:21:55,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/bff0a811118d49a1b00c3ee3da906339 2024-12-09T15:21:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/a20b41bea5864a88a83a01b5456b3c15 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a20b41bea5864a88a83a01b5456b3c15 2024-12-09T15:21:55,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a20b41bea5864a88a83a01b5456b3c15, entries=150, sequenceid=429, filesize=12.0 K 2024-12-09T15:21:55,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/078a6673fe794ead9649bf333754b60d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/078a6673fe794ead9649bf333754b60d 2024-12-09T15:21:55,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/078a6673fe794ead9649bf333754b60d, entries=150, sequenceid=429, filesize=12.0 K 2024-12-09T15:21:55,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/bff0a811118d49a1b00c3ee3da906339 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bff0a811118d49a1b00c3ee3da906339 2024-12-09T15:21:55,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bff0a811118d49a1b00c3ee3da906339, entries=150, sequenceid=429, filesize=12.0 K 2024-12-09T15:21:55,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 574ms, sequenceid=429, compaction requested=true 2024-12-09T15:21:55,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:55,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:21:55,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:55,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:21:55,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:55,267 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:55,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d9ee6ff7f39e3582d0dd55328c6aed7:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:21:55,267 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:55,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:55,268 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:55,268 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:55,268 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/A is initiating minor compaction (all files) 2024-12-09T15:21:55,268 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/B is initiating minor compaction (all files) 2024-12-09T15:21:55,268 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/A in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:55,268 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/B in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:55,268 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/41401349d15c431cabeba5a54ed18bdf, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/bf77f6a4af194075a10194e204583515, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a20b41bea5864a88a83a01b5456b3c15] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=37.0 K 2024-12-09T15:21:55,268 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/58a94b26a4c240ff9457f3d408845619, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d70fe74c5fe541608ed9bd7dfcf0d93c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/078a6673fe794ead9649bf333754b60d] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=37.0 K 2024-12-09T15:21:55,269 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41401349d15c431cabeba5a54ed18bdf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733757711336 2024-12-09T15:21:55,269 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 58a94b26a4c240ff9457f3d408845619, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733757711336 2024-12-09T15:21:55,269 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf77f6a4af194075a10194e204583515, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733757712497 2024-12-09T15:21:55,269 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d70fe74c5fe541608ed9bd7dfcf0d93c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733757712497 2024-12-09T15:21:55,269 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a20b41bea5864a88a83a01b5456b3c15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733757714684 2024-12-09T15:21:55,269 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 078a6673fe794ead9649bf333754b60d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733757714684 2024-12-09T15:21:55,285 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:55,285 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/de47cffa2bad4d3b9f86490c09e560d2 is 50, key is test_row_0/A:col10/1733757714692/Put/seqid=0 2024-12-09T15:21:55,288 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:55,289 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/f069e45a43bd4a1492739c7db0f32aa7 is 50, key is test_row_0/B:col10/1733757714692/Put/seqid=0 2024-12-09T15:21:55,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742159_1335 (size=13357) 2024-12-09T15:21:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742160_1336 (size=13357) 2024-12-09T15:21:55,314 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/de47cffa2bad4d3b9f86490c09e560d2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/de47cffa2bad4d3b9f86490c09e560d2 2024-12-09T15:21:55,321 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/f069e45a43bd4a1492739c7db0f32aa7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/f069e45a43bd4a1492739c7db0f32aa7 2024-12-09T15:21:55,321 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/A of 3d9ee6ff7f39e3582d0dd55328c6aed7 into de47cffa2bad4d3b9f86490c09e560d2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:55,321 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:55,322 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/A, priority=13, startTime=1733757715267; duration=0sec 2024-12-09T15:21:55,322 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:21:55,322 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:A 2024-12-09T15:21:55,322 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:21:55,323 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:21:55,323 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 3d9ee6ff7f39e3582d0dd55328c6aed7/C is initiating minor compaction (all files) 2024-12-09T15:21:55,323 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d9ee6ff7f39e3582d0dd55328c6aed7/C in TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:55,323 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4a8b8242c0524e03b92eeae92fdc9c8f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1444d2a307cf4ac783d0469075c70f83, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bff0a811118d49a1b00c3ee3da906339] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp, totalSize=37.0 K 2024-12-09T15:21:55,323 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a8b8242c0524e03b92eeae92fdc9c8f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733757711336 2024-12-09T15:21:55,324 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1444d2a307cf4ac783d0469075c70f83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733757712497 2024-12-09T15:21:55,324 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting bff0a811118d49a1b00c3ee3da906339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733757714684 2024-12-09T15:21:55,326 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/B of 3d9ee6ff7f39e3582d0dd55328c6aed7 into f069e45a43bd4a1492739c7db0f32aa7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:55,326 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:55,326 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/B, priority=13, startTime=1733757715267; duration=0sec 2024-12-09T15:21:55,326 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:55,326 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:B 2024-12-09T15:21:55,333 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d9ee6ff7f39e3582d0dd55328c6aed7#C#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:21:55,334 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/e598f3d4b3fc4d70a3e61c9048b15561 is 50, key is test_row_0/C:col10/1733757714692/Put/seqid=0 2024-12-09T15:21:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742161_1337 (size=13357) 2024-12-09T15:21:55,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:55,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-09T15:21:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:55,358 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T15:21:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:55,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/8db378e10a8d496582d67b7c4b1716c5 is 50, key is test_row_0/A:col10/1733757714828/Put/seqid=0 2024-12-09T15:21:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742162_1338 (size=12301) 2024-12-09T15:21:55,377 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/8db378e10a8d496582d67b7c4b1716c5 2024-12-09T15:21:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/8f87fe336a0e4bef8fed63fbd79a88fd is 50, key is test_row_0/B:col10/1733757714828/Put/seqid=0 2024-12-09T15:21:55,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742163_1339 (size=12301) 2024-12-09T15:21:55,481 DEBUG [Thread-1134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:61620 2024-12-09T15:21:55,482 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. as already flushing 2024-12-09T15:21:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-09T15:21:55,483 DEBUG [Thread-1128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:61620 2024-12-09T15:21:55,483 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:55,484 DEBUG [Thread-1121 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:61620 2024-12-09T15:21:55,484 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,485 DEBUG [Thread-1130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:61620 2024-12-09T15:21:55,485 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,485 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:61620 2024-12-09T15:21:55,485 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,487 DEBUG [Thread-1132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:61620 2024-12-09T15:21:55,487 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,745 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/e598f3d4b3fc4d70a3e61c9048b15561 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/e598f3d4b3fc4d70a3e61c9048b15561 2024-12-09T15:21:55,751 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d9ee6ff7f39e3582d0dd55328c6aed7/C of 3d9ee6ff7f39e3582d0dd55328c6aed7 into e598f3d4b3fc4d70a3e61c9048b15561(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:21:55,751 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:55,751 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7., storeName=3d9ee6ff7f39e3582d0dd55328c6aed7/C, priority=13, startTime=1733757715267; duration=0sec 2024-12-09T15:21:55,751 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:21:55,751 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d9ee6ff7f39e3582d0dd55328c6aed7:C 2024-12-09T15:21:55,801 DEBUG [Thread-1123 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:61620 2024-12-09T15:21:55,801 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,819 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:61620 2024-12-09T15:21:55,819 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,825 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/8f87fe336a0e4bef8fed63fbd79a88fd 2024-12-09T15:21:55,830 DEBUG [Thread-1117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:61620 2024-12-09T15:21:55,830 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d3b6750a90e24dc4b26f13bf154a92bf is 50, key is test_row_0/C:col10/1733757714828/Put/seqid=0 2024-12-09T15:21:55,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742164_1340 (size=12301) 2024-12-09T15:21:55,854 DEBUG [Thread-1119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:61620 2024-12-09T15:21:55,854 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-09T15:21:56,246 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d3b6750a90e24dc4b26f13bf154a92bf 2024-12-09T15:21:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/8db378e10a8d496582d67b7c4b1716c5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8db378e10a8d496582d67b7c4b1716c5 2024-12-09T15:21:56,255 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8db378e10a8d496582d67b7c4b1716c5, entries=150, sequenceid=455, filesize=12.0 K 2024-12-09T15:21:56,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/8f87fe336a0e4bef8fed63fbd79a88fd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/8f87fe336a0e4bef8fed63fbd79a88fd 2024-12-09T15:21:56,259 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/8f87fe336a0e4bef8fed63fbd79a88fd, entries=150, sequenceid=455, filesize=12.0 K 2024-12-09T15:21:56,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/d3b6750a90e24dc4b26f13bf154a92bf as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d3b6750a90e24dc4b26f13bf154a92bf 2024-12-09T15:21:56,263 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d3b6750a90e24dc4b26f13bf154a92bf, entries=150, sequenceid=455, filesize=12.0 K 2024-12-09T15:21:56,263 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 905ms, sequenceid=455, compaction requested=false 2024-12-09T15:21:56,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:56,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:56,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-09T15:21:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-09T15:21:56,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-09T15:21:56,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3860 sec 2024-12-09T15:21:56,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.3890 sec 2024-12-09T15:21:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-09T15:21:56,985 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 296 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5265 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4982 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5188 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5305 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5014 2024-12-09T15:21:56,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T15:21:56,985 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:21:56,986 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b70f48f to 127.0.0.1:61620 2024-12-09T15:21:56,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:21:56,986 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-09T15:21:56,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T15:21:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-09T15:21:56,989 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757716989"}]},"ts":"1733757716989"} 2024-12-09T15:21:56,990 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T15:21:56,993 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T15:21:56,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T15:21:56,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d9ee6ff7f39e3582d0dd55328c6aed7, UNASSIGN}] 2024-12-09T15:21:56,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d9ee6ff7f39e3582d0dd55328c6aed7, UNASSIGN 2024-12-09T15:21:56,995 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=3d9ee6ff7f39e3582d0dd55328c6aed7, regionState=CLOSING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:56,996 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:21:56,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure 3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:21:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-09T15:21:57,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:57,148 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing 3d9ee6ff7f39e3582d0dd55328c6aed7, disabling compactions & flushes 2024-12-09T15:21:57,149 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. after waiting 0 ms 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:57,149 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing 3d9ee6ff7f39e3582d0dd55328c6aed7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=A 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=B 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d9ee6ff7f39e3582d0dd55328c6aed7, store=C 2024-12-09T15:21:57,149 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:21:57,154 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/095e547f3f7d4376946d36d32080aa02 is 50, key is test_row_0/A:col10/1733757715829/Put/seqid=0 2024-12-09T15:21:57,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742165_1341 (size=12301) 2024-12-09T15:21:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-09T15:21:57,560 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/095e547f3f7d4376946d36d32080aa02 2024-12-09T15:21:57,568 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/c17f02ef142f4df9a61d0f2691b27fc6 is 50, key is test_row_0/B:col10/1733757715829/Put/seqid=0 2024-12-09T15:21:57,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742166_1342 (size=12301) 2024-12-09T15:21:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-09T15:21:57,990 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/c17f02ef142f4df9a61d0f2691b27fc6 2024-12-09T15:21:57,998 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/c34c4bf8bff54b5c90df4efb295764c5 is 50, key is test_row_0/C:col10/1733757715829/Put/seqid=0 2024-12-09T15:21:58,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742167_1343 (size=12301) 2024-12-09T15:21:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-09T15:21:58,403 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/c34c4bf8bff54b5c90df4efb295764c5 2024-12-09T15:21:58,408 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/A/095e547f3f7d4376946d36d32080aa02 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/095e547f3f7d4376946d36d32080aa02 2024-12-09T15:21:58,411 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/095e547f3f7d4376946d36d32080aa02, entries=150, sequenceid=464, filesize=12.0 K 2024-12-09T15:21:58,412 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/B/c17f02ef142f4df9a61d0f2691b27fc6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c17f02ef142f4df9a61d0f2691b27fc6 2024-12-09T15:21:58,415 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c17f02ef142f4df9a61d0f2691b27fc6, entries=150, sequenceid=464, filesize=12.0 K 2024-12-09T15:21:58,416 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/.tmp/C/c34c4bf8bff54b5c90df4efb295764c5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/c34c4bf8bff54b5c90df4efb295764c5 2024-12-09T15:21:58,419 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/c34c4bf8bff54b5c90df4efb295764c5, entries=150, sequenceid=464, filesize=12.0 K 2024-12-09T15:21:58,420 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3d9ee6ff7f39e3582d0dd55328c6aed7 in 1271ms, sequenceid=464, compaction requested=true 2024-12-09T15:21:58,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e5d2f31a94f410ba3deebf3134377e8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/dae762ae97914ef5a525d50a956b6090, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ed93ec3594284852b699a1dce3d249b7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/e918813369b14a8ca8efbffd228a64ae, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ce4cbd2030f849bab92c11d993225def, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8393fe7f883f49df9ed926c7ee5a1f3e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e429280368f4cd8aaf510a0f3896dda, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3adfd0309b274d9eb25a19e3d96ffa5a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/4cdaac09d3024ebd92336243f398504e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ea0ad62b2aaf497aa3c03c49036d49b7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9bf32acf470a4909846477d42c077876, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9ae3c9cc32e14131a7da8217149ace19, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/248ea33e808f4fdb908b3ec2725053eb, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7dd28effb9e44ec7b1339dee775a755d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7b9846f554c24dad99719dc219a6faed, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/c986830a29ab4ac1a4b5ae265761dbf4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/1421b44842854eb9a55231bb7053bf23, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7e5da4061a4d44cf9f8364eb45cb2cbd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/d972dde9ce094e49b838f36fe2ba919a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/b564256ce6ba405a98366f910a17a408, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/5bedf85c46144f54bf09215ce1cb8f4b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/36cc8d796a8b43808c03bed2d2c00c4e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/cd2837fb44be486298c7b56b3f8028f5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/910e6f38faa84a6f90b38fedde27bf14, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a69c6431abf746d0b0e5cb57baa6f85a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0f6f1c8e389c4b19ba9dbd88a02f51ec, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9f1f71d7434a4721947dd34b370e3f13, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/41401349d15c431cabeba5a54ed18bdf, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0fe2df55ae8f4d19931657b8f4c131e6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/bf77f6a4af194075a10194e204583515, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a20b41bea5864a88a83a01b5456b3c15] to archive 2024-12-09T15:21:58,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:21:58,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e5d2f31a94f410ba3deebf3134377e8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e5d2f31a94f410ba3deebf3134377e8 2024-12-09T15:21:58,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/dae762ae97914ef5a525d50a956b6090 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/dae762ae97914ef5a525d50a956b6090 2024-12-09T15:21:58,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ed93ec3594284852b699a1dce3d249b7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ed93ec3594284852b699a1dce3d249b7 2024-12-09T15:21:58,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/e918813369b14a8ca8efbffd228a64ae to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/e918813369b14a8ca8efbffd228a64ae 2024-12-09T15:21:58,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ce4cbd2030f849bab92c11d993225def to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ce4cbd2030f849bab92c11d993225def 2024-12-09T15:21:58,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8393fe7f883f49df9ed926c7ee5a1f3e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8393fe7f883f49df9ed926c7ee5a1f3e 2024-12-09T15:21:58,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e429280368f4cd8aaf510a0f3896dda to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3e429280368f4cd8aaf510a0f3896dda 2024-12-09T15:21:58,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3adfd0309b274d9eb25a19e3d96ffa5a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/3adfd0309b274d9eb25a19e3d96ffa5a 2024-12-09T15:21:58,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/4cdaac09d3024ebd92336243f398504e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/4cdaac09d3024ebd92336243f398504e 2024-12-09T15:21:58,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ea0ad62b2aaf497aa3c03c49036d49b7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/ea0ad62b2aaf497aa3c03c49036d49b7 2024-12-09T15:21:58,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9bf32acf470a4909846477d42c077876 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9bf32acf470a4909846477d42c077876 2024-12-09T15:21:58,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9ae3c9cc32e14131a7da8217149ace19 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9ae3c9cc32e14131a7da8217149ace19 2024-12-09T15:21:58,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/248ea33e808f4fdb908b3ec2725053eb to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/248ea33e808f4fdb908b3ec2725053eb 2024-12-09T15:21:58,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7dd28effb9e44ec7b1339dee775a755d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7dd28effb9e44ec7b1339dee775a755d 2024-12-09T15:21:58,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7b9846f554c24dad99719dc219a6faed to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7b9846f554c24dad99719dc219a6faed 2024-12-09T15:21:58,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/c986830a29ab4ac1a4b5ae265761dbf4 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/c986830a29ab4ac1a4b5ae265761dbf4 2024-12-09T15:21:58,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/1421b44842854eb9a55231bb7053bf23 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/1421b44842854eb9a55231bb7053bf23 2024-12-09T15:21:58,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7e5da4061a4d44cf9f8364eb45cb2cbd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/7e5da4061a4d44cf9f8364eb45cb2cbd 2024-12-09T15:21:58,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/d972dde9ce094e49b838f36fe2ba919a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/d972dde9ce094e49b838f36fe2ba919a 2024-12-09T15:21:58,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/b564256ce6ba405a98366f910a17a408 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/b564256ce6ba405a98366f910a17a408 2024-12-09T15:21:58,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/5bedf85c46144f54bf09215ce1cb8f4b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/5bedf85c46144f54bf09215ce1cb8f4b 2024-12-09T15:21:58,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/36cc8d796a8b43808c03bed2d2c00c4e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/36cc8d796a8b43808c03bed2d2c00c4e 2024-12-09T15:21:58,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/cd2837fb44be486298c7b56b3f8028f5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/cd2837fb44be486298c7b56b3f8028f5 2024-12-09T15:21:58,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/910e6f38faa84a6f90b38fedde27bf14 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/910e6f38faa84a6f90b38fedde27bf14 2024-12-09T15:21:58,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a69c6431abf746d0b0e5cb57baa6f85a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a69c6431abf746d0b0e5cb57baa6f85a 2024-12-09T15:21:58,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0f6f1c8e389c4b19ba9dbd88a02f51ec to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0f6f1c8e389c4b19ba9dbd88a02f51ec 2024-12-09T15:21:58,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9f1f71d7434a4721947dd34b370e3f13 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/9f1f71d7434a4721947dd34b370e3f13 2024-12-09T15:21:58,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/41401349d15c431cabeba5a54ed18bdf to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/41401349d15c431cabeba5a54ed18bdf 2024-12-09T15:21:58,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0fe2df55ae8f4d19931657b8f4c131e6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/0fe2df55ae8f4d19931657b8f4c131e6 2024-12-09T15:21:58,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/bf77f6a4af194075a10194e204583515 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/bf77f6a4af194075a10194e204583515 2024-12-09T15:21:58,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a20b41bea5864a88a83a01b5456b3c15 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/a20b41bea5864a88a83a01b5456b3c15 2024-12-09T15:21:58,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/13b76d2923254d2d960e2df1ab1fa304, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d96967174c484dc8b55ab0458bd3d329, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/77d395a3192049699193cbed936088e3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/9ff945117e1e4dea8bf1e5e6d83196c8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/2850397f97314212a71aa2b06cd31536, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/cf694170419144ea911632bfd43e0158, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b4cc40434f6b44efbaf141fbbcd16f5c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/edad8b772a3b4a03a6dd0be564bf8b2a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/1d404177b05c431f80e52dee0792c807, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/14384f3602ff4f508900ee85c8894969, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/be366a1c11784642a650a3a873d5dace, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/62883460715c449a8461671d039b7d8f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/0b86de38b7f74054832dc79133525e81, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3bcc4eb9169d4568ac1b755bc2bfef44, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/957c0201e22f43f1a0477b691678e10b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/10f09e40834c496f807d55db7f7bbe19, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/df77a9902f7d401a805e00b3085d569a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/45962f1890a3492f8376fe41af569bb2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/ce9f84ea6b374a3a8de2508ae91b5b9f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/18968d5861a84f2c99e28ffbfa51d7e6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/79b27e0f54934b08a78eff5a87ccfb01, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/7d2bda3dedac47b5bdacf3f6ab0f24e9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/5e5ede84b8714c7c913361c09260520e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c9f3534d77e54cfda3e8188c4a42c209, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/e21df4a7f9f54bd2a19bce73de5d7255, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b58c0c7fdf95418cb2126e1270053dbd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3fee0c00f6d347f1ae37ab0581ff4238, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/58a94b26a4c240ff9457f3d408845619, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/823dae5d1403459b9ccb05fb82cf1d63, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d70fe74c5fe541608ed9bd7dfcf0d93c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/078a6673fe794ead9649bf333754b60d] to archive 2024-12-09T15:21:58,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:21:58,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/13b76d2923254d2d960e2df1ab1fa304 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/13b76d2923254d2d960e2df1ab1fa304 2024-12-09T15:21:58,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d96967174c484dc8b55ab0458bd3d329 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d96967174c484dc8b55ab0458bd3d329 2024-12-09T15:21:58,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/77d395a3192049699193cbed936088e3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/77d395a3192049699193cbed936088e3 2024-12-09T15:21:58,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/9ff945117e1e4dea8bf1e5e6d83196c8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/9ff945117e1e4dea8bf1e5e6d83196c8 2024-12-09T15:21:58,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/2850397f97314212a71aa2b06cd31536 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/2850397f97314212a71aa2b06cd31536 2024-12-09T15:21:58,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/cf694170419144ea911632bfd43e0158 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/cf694170419144ea911632bfd43e0158 2024-12-09T15:21:58,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b4cc40434f6b44efbaf141fbbcd16f5c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b4cc40434f6b44efbaf141fbbcd16f5c 2024-12-09T15:21:58,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/edad8b772a3b4a03a6dd0be564bf8b2a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/edad8b772a3b4a03a6dd0be564bf8b2a 2024-12-09T15:21:58,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/1d404177b05c431f80e52dee0792c807 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/1d404177b05c431f80e52dee0792c807 2024-12-09T15:21:58,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/14384f3602ff4f508900ee85c8894969 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/14384f3602ff4f508900ee85c8894969 2024-12-09T15:21:58,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/be366a1c11784642a650a3a873d5dace to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/be366a1c11784642a650a3a873d5dace 2024-12-09T15:21:58,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/62883460715c449a8461671d039b7d8f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/62883460715c449a8461671d039b7d8f 2024-12-09T15:21:58,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/0b86de38b7f74054832dc79133525e81 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/0b86de38b7f74054832dc79133525e81 2024-12-09T15:21:58,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3bcc4eb9169d4568ac1b755bc2bfef44 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3bcc4eb9169d4568ac1b755bc2bfef44 2024-12-09T15:21:58,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/957c0201e22f43f1a0477b691678e10b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/957c0201e22f43f1a0477b691678e10b 2024-12-09T15:21:58,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/10f09e40834c496f807d55db7f7bbe19 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/10f09e40834c496f807d55db7f7bbe19 2024-12-09T15:21:58,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/df77a9902f7d401a805e00b3085d569a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/df77a9902f7d401a805e00b3085d569a 2024-12-09T15:21:58,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/45962f1890a3492f8376fe41af569bb2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/45962f1890a3492f8376fe41af569bb2 2024-12-09T15:21:58,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/ce9f84ea6b374a3a8de2508ae91b5b9f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/ce9f84ea6b374a3a8de2508ae91b5b9f 2024-12-09T15:21:58,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/18968d5861a84f2c99e28ffbfa51d7e6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/18968d5861a84f2c99e28ffbfa51d7e6 2024-12-09T15:21:58,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/79b27e0f54934b08a78eff5a87ccfb01 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/79b27e0f54934b08a78eff5a87ccfb01 2024-12-09T15:21:58,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/7d2bda3dedac47b5bdacf3f6ab0f24e9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/7d2bda3dedac47b5bdacf3f6ab0f24e9 2024-12-09T15:21:58,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/5e5ede84b8714c7c913361c09260520e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/5e5ede84b8714c7c913361c09260520e 2024-12-09T15:21:58,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c9f3534d77e54cfda3e8188c4a42c209 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c9f3534d77e54cfda3e8188c4a42c209 2024-12-09T15:21:58,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/e21df4a7f9f54bd2a19bce73de5d7255 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/e21df4a7f9f54bd2a19bce73de5d7255 2024-12-09T15:21:58,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b58c0c7fdf95418cb2126e1270053dbd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/b58c0c7fdf95418cb2126e1270053dbd 2024-12-09T15:21:58,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3fee0c00f6d347f1ae37ab0581ff4238 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/3fee0c00f6d347f1ae37ab0581ff4238 2024-12-09T15:21:58,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/58a94b26a4c240ff9457f3d408845619 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/58a94b26a4c240ff9457f3d408845619 2024-12-09T15:21:58,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/823dae5d1403459b9ccb05fb82cf1d63 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/823dae5d1403459b9ccb05fb82cf1d63 2024-12-09T15:21:58,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d70fe74c5fe541608ed9bd7dfcf0d93c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/d70fe74c5fe541608ed9bd7dfcf0d93c 2024-12-09T15:21:58,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/078a6673fe794ead9649bf333754b60d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/078a6673fe794ead9649bf333754b60d 2024-12-09T15:21:58,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/40bf452d7f514c738315be797268a8df, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/9d833676a905491e8ae8da182082da1f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1f63a6eb753049c6a1121214dd512b02, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/26cd06b00a9045aaa2e8235cb9f9537e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bcd3b2c8401d49ccaeb8edf61e20d134, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d568333c6c6a4e26ba9cef7a0b93866f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ee50b3bd93344fe983924129c06ea47e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ab2c02228897401a8958a1983ef43a4c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/acac5692f81548a7bfdb9e16116e7207, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/cfe064c16bca44ba97a4296be4c1a6fc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/e0de01fd0eb442c3ac4b9fe9c9789f7d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/302e8d511387424dbdc7ce88a76719cf, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4d13ed277ec14ed4af11291fb514c06f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/25f4ad6c550548249341fd07690a3152, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d5cd744b3cc3449f9436eaee4b613795, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/a98974e674f44086835399d908714378, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ef9a2a2816014893b3ec7b3f6d1823ec, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/fd9399040232499e9d74adf742e5ab03, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d465f2ab4490484090747da73a3041c7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/31a90c9d5aa7496dbd6dbdfef25b1181, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/37fea5417ad84656a441cecfd5ce5c58, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/2f658e3f25ac470baf8bf5e3ea2e25b8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/5e8edf512eb9447db20b3d6f5fb0c370, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/7cf2680adc354eabac7b91e645adef2d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/eb1d225f2fab4c529fe13f589b515d0b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/6f75fc8f1a9748d2a936e1ca17fa1338, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/0dceb3673e1a46c5a264354fc54574ab, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4a8b8242c0524e03b92eeae92fdc9c8f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d291ec5f98ec4179996e3fdd33660826, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1444d2a307cf4ac783d0469075c70f83, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bff0a811118d49a1b00c3ee3da906339] to archive 2024-12-09T15:21:58,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:21:58,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/40bf452d7f514c738315be797268a8df to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/40bf452d7f514c738315be797268a8df 2024-12-09T15:21:58,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/9d833676a905491e8ae8da182082da1f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/9d833676a905491e8ae8da182082da1f 2024-12-09T15:21:58,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1f63a6eb753049c6a1121214dd512b02 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1f63a6eb753049c6a1121214dd512b02 2024-12-09T15:21:58,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/26cd06b00a9045aaa2e8235cb9f9537e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/26cd06b00a9045aaa2e8235cb9f9537e 2024-12-09T15:21:58,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bcd3b2c8401d49ccaeb8edf61e20d134 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bcd3b2c8401d49ccaeb8edf61e20d134 2024-12-09T15:21:58,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d568333c6c6a4e26ba9cef7a0b93866f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d568333c6c6a4e26ba9cef7a0b93866f 2024-12-09T15:21:58,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ee50b3bd93344fe983924129c06ea47e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ee50b3bd93344fe983924129c06ea47e 2024-12-09T15:21:58,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ab2c02228897401a8958a1983ef43a4c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ab2c02228897401a8958a1983ef43a4c 2024-12-09T15:21:58,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/acac5692f81548a7bfdb9e16116e7207 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/acac5692f81548a7bfdb9e16116e7207 2024-12-09T15:21:58,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/cfe064c16bca44ba97a4296be4c1a6fc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/cfe064c16bca44ba97a4296be4c1a6fc 2024-12-09T15:21:58,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/e0de01fd0eb442c3ac4b9fe9c9789f7d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/e0de01fd0eb442c3ac4b9fe9c9789f7d 2024-12-09T15:21:58,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/302e8d511387424dbdc7ce88a76719cf to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/302e8d511387424dbdc7ce88a76719cf 2024-12-09T15:21:58,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4d13ed277ec14ed4af11291fb514c06f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4d13ed277ec14ed4af11291fb514c06f 2024-12-09T15:21:58,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/25f4ad6c550548249341fd07690a3152 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/25f4ad6c550548249341fd07690a3152 2024-12-09T15:21:58,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d5cd744b3cc3449f9436eaee4b613795 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d5cd744b3cc3449f9436eaee4b613795 2024-12-09T15:21:58,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/a98974e674f44086835399d908714378 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/a98974e674f44086835399d908714378 2024-12-09T15:21:58,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ef9a2a2816014893b3ec7b3f6d1823ec to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/ef9a2a2816014893b3ec7b3f6d1823ec 2024-12-09T15:21:58,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/fd9399040232499e9d74adf742e5ab03 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/fd9399040232499e9d74adf742e5ab03 2024-12-09T15:21:58,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d465f2ab4490484090747da73a3041c7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d465f2ab4490484090747da73a3041c7 2024-12-09T15:21:58,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/31a90c9d5aa7496dbd6dbdfef25b1181 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/31a90c9d5aa7496dbd6dbdfef25b1181 2024-12-09T15:21:58,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/37fea5417ad84656a441cecfd5ce5c58 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/37fea5417ad84656a441cecfd5ce5c58 2024-12-09T15:21:58,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/2f658e3f25ac470baf8bf5e3ea2e25b8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/2f658e3f25ac470baf8bf5e3ea2e25b8 2024-12-09T15:21:58,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/5e8edf512eb9447db20b3d6f5fb0c370 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/5e8edf512eb9447db20b3d6f5fb0c370 2024-12-09T15:21:58,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/7cf2680adc354eabac7b91e645adef2d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/7cf2680adc354eabac7b91e645adef2d 2024-12-09T15:21:58,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/eb1d225f2fab4c529fe13f589b515d0b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/eb1d225f2fab4c529fe13f589b515d0b 2024-12-09T15:21:58,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/6f75fc8f1a9748d2a936e1ca17fa1338 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/6f75fc8f1a9748d2a936e1ca17fa1338 2024-12-09T15:21:58,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/0dceb3673e1a46c5a264354fc54574ab to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/0dceb3673e1a46c5a264354fc54574ab 2024-12-09T15:21:58,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4a8b8242c0524e03b92eeae92fdc9c8f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/4a8b8242c0524e03b92eeae92fdc9c8f 2024-12-09T15:21:58,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d291ec5f98ec4179996e3fdd33660826 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d291ec5f98ec4179996e3fdd33660826 2024-12-09T15:21:58,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1444d2a307cf4ac783d0469075c70f83 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/1444d2a307cf4ac783d0469075c70f83 2024-12-09T15:21:58,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bff0a811118d49a1b00c3ee3da906339 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/bff0a811118d49a1b00c3ee3da906339 2024-12-09T15:21:58,523 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/recovered.edits/467.seqid, newMaxSeqId=467, maxSeqId=1 2024-12-09T15:21:58,524 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7. 2024-12-09T15:21:58,524 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for 3d9ee6ff7f39e3582d0dd55328c6aed7: 2024-12-09T15:21:58,525 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed 3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:58,526 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=3d9ee6ff7f39e3582d0dd55328c6aed7, regionState=CLOSED 2024-12-09T15:21:58,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-09T15:21:58,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure 3d9ee6ff7f39e3582d0dd55328c6aed7, server=33eb8daa289d,46843,1733757631575 in 1.5300 sec 2024-12-09T15:21:58,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-12-09T15:21:58,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d9ee6ff7f39e3582d0dd55328c6aed7, UNASSIGN in 1.5340 sec 2024-12-09T15:21:58,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-09T15:21:58,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5370 sec 2024-12-09T15:21:58,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757718532"}]},"ts":"1733757718532"} 2024-12-09T15:21:58,533 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T15:21:58,535 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T15:21:58,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5480 sec 2024-12-09T15:21:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-09T15:21:59,093 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-09T15:21:59,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T15:21:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:59,095 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-09T15:21:59,095 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:59,097 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:59,099 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/recovered.edits] 2024-12-09T15:21:59,100 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/095e547f3f7d4376946d36d32080aa02 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/095e547f3f7d4376946d36d32080aa02 2024-12-09T15:21:59,101 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8db378e10a8d496582d67b7c4b1716c5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/8db378e10a8d496582d67b7c4b1716c5 2024-12-09T15:21:59,102 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/de47cffa2bad4d3b9f86490c09e560d2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/A/de47cffa2bad4d3b9f86490c09e560d2 2024-12-09T15:21:59,104 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/8f87fe336a0e4bef8fed63fbd79a88fd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/8f87fe336a0e4bef8fed63fbd79a88fd 2024-12-09T15:21:59,104 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c17f02ef142f4df9a61d0f2691b27fc6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/c17f02ef142f4df9a61d0f2691b27fc6 2024-12-09T15:21:59,105 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/f069e45a43bd4a1492739c7db0f32aa7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/B/f069e45a43bd4a1492739c7db0f32aa7 2024-12-09T15:21:59,107 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/c34c4bf8bff54b5c90df4efb295764c5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/c34c4bf8bff54b5c90df4efb295764c5 2024-12-09T15:21:59,108 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d3b6750a90e24dc4b26f13bf154a92bf to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/d3b6750a90e24dc4b26f13bf154a92bf 2024-12-09T15:21:59,109 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/e598f3d4b3fc4d70a3e61c9048b15561 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/C/e598f3d4b3fc4d70a3e61c9048b15561 2024-12-09T15:21:59,111 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/recovered.edits/467.seqid to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7/recovered.edits/467.seqid 2024-12-09T15:21:59,111 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/3d9ee6ff7f39e3582d0dd55328c6aed7 2024-12-09T15:21:59,112 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T15:21:59,113 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:59,116 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T15:21:59,118 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T15:21:59,118 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:59,118 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T15:21:59,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733757719118"}]},"ts":"9223372036854775807"} 2024-12-09T15:21:59,120 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T15:21:59,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3d9ee6ff7f39e3582d0dd55328c6aed7, NAME => 'TestAcidGuarantees,,1733757693309.3d9ee6ff7f39e3582d0dd55328c6aed7.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T15:21:59,120 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T15:21:59,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733757719120"}]},"ts":"9223372036854775807"} 2024-12-09T15:21:59,121 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-09T15:21:59,123 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:59,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-12-09T15:21:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-09T15:21:59,196 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-09T15:21:59,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241 (was 242), OpenFileDescriptor=461 (was 469), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=780 (was 793), ProcessCount=11 (was 11), AvailableMemoryMB=2656 (was 2535) - AvailableMemoryMB LEAK? - 2024-12-09T15:21:59,215 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=780, ProcessCount=11, AvailableMemoryMB=2655 2024-12-09T15:21:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T15:21:59,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:21:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:59,218 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:21:59,218 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:59,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-12-09T15:21:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-09T15:21:59,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:21:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742168_1344 (size=963) 2024-12-09T15:21:59,227 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 2024-12-09T15:21:59,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742169_1345 (size=53) 2024-12-09T15:21:59,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:21:59,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4b750ea7df4fa31d4a91916d9686e53c, disabling compactions & flushes 2024-12-09T15:21:59,243 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:21:59,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:21:59,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. after waiting 0 ms 2024-12-09T15:21:59,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:21:59,243 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:21:59,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:21:59,244 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:21:59,245 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733757719244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757719244"}]},"ts":"1733757719244"} 2024-12-09T15:21:59,246 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:21:59,246 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:21:59,246 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757719246"}]},"ts":"1733757719246"} 2024-12-09T15:21:59,247 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T15:21:59,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, ASSIGN}] 2024-12-09T15:21:59,254 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, ASSIGN 2024-12-09T15:21:59,254 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, ASSIGN; state=OFFLINE, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=false 2024-12-09T15:21:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-09T15:21:59,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:21:59,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=4b750ea7df4fa31d4a91916d9686e53c, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:59,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:21:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-09T15:21:59,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:21:59,560 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:21:59,560 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:21:59,561 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:21:59,561 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:21:59,561 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:21:59,561 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:21:59,562 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:21:59,563 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:59,563 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b750ea7df4fa31d4a91916d9686e53c columnFamilyName A 2024-12-09T15:21:59,563 DEBUG [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:59,564 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(327): Store=4b750ea7df4fa31d4a91916d9686e53c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:59,564 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:21:59,565 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:59,565 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b750ea7df4fa31d4a91916d9686e53c columnFamilyName B 2024-12-09T15:21:59,565 DEBUG [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:59,565 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(327): Store=4b750ea7df4fa31d4a91916d9686e53c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:59,565 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:21:59,566 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:21:59,566 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b750ea7df4fa31d4a91916d9686e53c columnFamilyName C 2024-12-09T15:21:59,566 DEBUG [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:21:59,567 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(327): Store=4b750ea7df4fa31d4a91916d9686e53c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:21:59,567 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:21:59,567 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:21:59,568 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:21:59,569 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:21:59,570 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:21:59,571 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:21:59,571 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 4b750ea7df4fa31d4a91916d9686e53c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64123267, jitterRate=-0.04448886215686798}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:21:59,572 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:21:59,573 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., pid=94, masterSystemTime=1733757719557 2024-12-09T15:21:59,574 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:21:59,574 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:21:59,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=4b750ea7df4fa31d4a91916d9686e53c, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:59,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-09T15:21:59,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 in 169 msec 2024-12-09T15:21:59,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-09T15:21:59,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, ASSIGN in 323 msec 2024-12-09T15:21:59,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:21:59,578 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757719578"}]},"ts":"1733757719578"} 2024-12-09T15:21:59,579 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T15:21:59,587 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:21:59,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 370 msec 2024-12-09T15:21:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-09T15:21:59,822 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-12-09T15:21:59,823 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68ad882f to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f5b2180 2024-12-09T15:21:59,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34becda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:21:59,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:21:59,830 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:21:59,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:21:59,832 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:21:59,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T15:21:59,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:21:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T15:21:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742170_1346 (size=999) 2024-12-09T15:21:59,851 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-09T15:21:59,851 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-09T15:21:59,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T15:21:59,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, REOPEN/MOVE}] 2024-12-09T15:21:59,855 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, REOPEN/MOVE 2024-12-09T15:21:59,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=4b750ea7df4fa31d4a91916d9686e53c, regionState=CLOSING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:21:59,856 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:21:59,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:22:00,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,008 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,008 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:22:00,008 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 4b750ea7df4fa31d4a91916d9686e53c, disabling compactions & flushes 2024-12-09T15:22:00,008 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,008 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,008 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. after waiting 0 ms 2024-12-09T15:22:00,008 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,012 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:22:00,013 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,013 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:00,013 WARN [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 4b750ea7df4fa31d4a91916d9686e53c to self. 2024-12-09T15:22:00,015 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=4b750ea7df4fa31d4a91916d9686e53c, regionState=CLOSED 2024-12-09T15:22:00,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-09T15:22:00,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 in 160 msec 2024-12-09T15:22:00,018 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, REOPEN/MOVE; state=CLOSED, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=true 2024-12-09T15:22:00,168 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=4b750ea7df4fa31d4a91916d9686e53c, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:22:00,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,324 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,324 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:22:00,325 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,325 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:22:00,325 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,325 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,326 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,327 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:22:00,327 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b750ea7df4fa31d4a91916d9686e53c columnFamilyName A 2024-12-09T15:22:00,328 DEBUG [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:00,328 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(327): Store=4b750ea7df4fa31d4a91916d9686e53c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:22:00,328 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,329 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:22:00,329 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b750ea7df4fa31d4a91916d9686e53c columnFamilyName B 2024-12-09T15:22:00,329 DEBUG [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:00,329 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(327): Store=4b750ea7df4fa31d4a91916d9686e53c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:22:00,330 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,330 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:22:00,330 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b750ea7df4fa31d4a91916d9686e53c columnFamilyName C 2024-12-09T15:22:00,330 DEBUG [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:00,330 INFO [StoreOpener-4b750ea7df4fa31d4a91916d9686e53c-1 {}] regionserver.HStore(327): Store=4b750ea7df4fa31d4a91916d9686e53c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:22:00,331 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,331 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,332 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,333 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:22:00,334 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,334 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 4b750ea7df4fa31d4a91916d9686e53c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65519734, jitterRate=-0.023679882287979126}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:22:00,335 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:00,335 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., pid=99, masterSystemTime=1733757720321 2024-12-09T15:22:00,336 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,336 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=4b750ea7df4fa31d4a91916d9686e53c, regionState=OPEN, openSeqNum=5, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-12-09T15:22:00,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 in 168 msec 2024-12-09T15:22:00,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-09T15:22:00,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, REOPEN/MOVE in 484 msec 2024-12-09T15:22:00,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-09T15:22:00,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-12-09T15:22:00,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 508 msec 2024-12-09T15:22:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-09T15:22:00,345 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-12-09T15:22:00,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-12-09T15:22:00,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,356 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-12-09T15:22:00,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-12-09T15:22:00,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-09T15:22:00,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,367 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-12-09T15:22:00,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-12-09T15:22:00,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-09T15:22:00,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,376 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-09T15:22:00,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-09T15:22:00,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:00,390 DEBUG [hconnection-0x41cbba61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,390 DEBUG [hconnection-0x450c0712-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,391 DEBUG [hconnection-0x204de444-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,391 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,391 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:00,392 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,392 DEBUG [hconnection-0x5c00c24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-12-09T15:22:00,393 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,393 DEBUG [hconnection-0x7d5c4ec4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,393 DEBUG [hconnection-0x3393d3c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,393 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:00,394 DEBUG [hconnection-0x66deb3d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,394 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:00,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:00,394 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,394 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,395 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-09T15:22:00,396 DEBUG [hconnection-0x7b901d91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,398 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:22:00,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:00,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:00,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:00,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:00,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:00,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:00,407 DEBUG [hconnection-0x51dd2c44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,407 DEBUG [hconnection-0x6d42ec43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:00,409 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,409 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:00,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757780413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757780413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757780414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757780419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757780421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099e85afebbd5e4e49b5fb0129a88c9434_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757720401/Put/seqid=0 2024-12-09T15:22:00,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742171_1347 (size=12154) 2024-12-09T15:22:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-09T15:22:00,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757780521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757780521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757780521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757780521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757780522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:00,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:00,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:00,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-09T15:22:00,699 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:00,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:00,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:00,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:00,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757780722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757780723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757780724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757780725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757780728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,847 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:00,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:00,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:00,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:00,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:00,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099e85afebbd5e4e49b5fb0129a88c9434_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099e85afebbd5e4e49b5fb0129a88c9434_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:00,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/c29aac691216406983f614451db980d6, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:00,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/c29aac691216406983f614451db980d6 is 175, key is test_row_0/A:col10/1733757720401/Put/seqid=0 2024-12-09T15:22:00,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742172_1348 (size=30955) 2024-12-09T15:22:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-09T15:22:01,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757781030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757781031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757781031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757781031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757781043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:01,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:01,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,301 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/c29aac691216406983f614451db980d6 2024-12-09T15:22:01,315 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/63988c1e8ed14b44997bd90fd3f4a1e8 is 50, key is test_row_0/B:col10/1733757720401/Put/seqid=0 2024-12-09T15:22:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742173_1349 (size=12001) 2024-12-09T15:22:01,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:01,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:01,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-09T15:22:01,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757781540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757781545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757781548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757781549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757781553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:01,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:01,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/63988c1e8ed14b44997bd90fd3f4a1e8 2024-12-09T15:22:01,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:01,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:01,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/c531857630294a0a8b9fb8b0a8ab9096 is 50, key is test_row_0/C:col10/1733757720401/Put/seqid=0 2024-12-09T15:22:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742174_1350 (size=12001) 2024-12-09T15:22:01,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:01,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:01,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:02,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:02,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:02,264 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:02,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:02,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:02,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:02,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:02,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/c531857630294a0a8b9fb8b0a8ab9096 2024-12-09T15:22:02,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/c29aac691216406983f614451db980d6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/c29aac691216406983f614451db980d6 2024-12-09T15:22:02,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/c29aac691216406983f614451db980d6, entries=150, sequenceid=18, filesize=30.2 K 2024-12-09T15:22:02,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/63988c1e8ed14b44997bd90fd3f4a1e8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/63988c1e8ed14b44997bd90fd3f4a1e8 2024-12-09T15:22:02,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/63988c1e8ed14b44997bd90fd3f4a1e8, entries=150, sequenceid=18, filesize=11.7 K 2024-12-09T15:22:02,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/c531857630294a0a8b9fb8b0a8ab9096 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c531857630294a0a8b9fb8b0a8ab9096 2024-12-09T15:22:02,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c531857630294a0a8b9fb8b0a8ab9096, entries=150, sequenceid=18, filesize=11.7 K 2024-12-09T15:22:02,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4b750ea7df4fa31d4a91916d9686e53c in 1934ms, sequenceid=18, compaction requested=false 2024-12-09T15:22:02,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:02,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-09T15:22:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:02,421 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T15:22:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:02,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209eddba4e02c7d413398efad60d15e6dc3_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757720418/Put/seqid=0 2024-12-09T15:22:02,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742175_1351 (size=12154) 2024-12-09T15:22:02,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:02,474 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209eddba4e02c7d413398efad60d15e6dc3_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eddba4e02c7d413398efad60d15e6dc3_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:02,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/12cf478f67944ade8cd5912b1ce3c366, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:02,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/12cf478f67944ade8cd5912b1ce3c366 is 175, key is test_row_0/A:col10/1733757720418/Put/seqid=0 2024-12-09T15:22:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-09T15:22:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742176_1352 (size=30955) 2024-12-09T15:22:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:02,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:02,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757782563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757782565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757782566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757782566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757782572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757782669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757782676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757782688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757782689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757782872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757782881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757782893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757782893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:02,912 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/12cf478f67944ade8cd5912b1ce3c366 2024-12-09T15:22:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/989bc2097d77450f9ca231cc96210fa6 is 50, key is test_row_0/B:col10/1733757720418/Put/seqid=0 2024-12-09T15:22:02,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742177_1353 (size=12001) 2024-12-09T15:22:03,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757783177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757783186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757783197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757783198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,325 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/989bc2097d77450f9ca231cc96210fa6 2024-12-09T15:22:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/8fa3e81437424d498ba5f0c96c913f3d is 50, key is test_row_0/C:col10/1733757720418/Put/seqid=0 2024-12-09T15:22:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742178_1354 (size=12001) 2024-12-09T15:22:03,355 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/8fa3e81437424d498ba5f0c96c913f3d 2024-12-09T15:22:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/12cf478f67944ade8cd5912b1ce3c366 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/12cf478f67944ade8cd5912b1ce3c366 2024-12-09T15:22:03,370 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/12cf478f67944ade8cd5912b1ce3c366, entries=150, sequenceid=41, filesize=30.2 K 2024-12-09T15:22:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/989bc2097d77450f9ca231cc96210fa6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/989bc2097d77450f9ca231cc96210fa6 2024-12-09T15:22:03,377 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/989bc2097d77450f9ca231cc96210fa6, entries=150, sequenceid=41, filesize=11.7 K 2024-12-09T15:22:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/8fa3e81437424d498ba5f0c96c913f3d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/8fa3e81437424d498ba5f0c96c913f3d 2024-12-09T15:22:03,387 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/8fa3e81437424d498ba5f0c96c913f3d, entries=150, sequenceid=41, filesize=11.7 K 2024-12-09T15:22:03,388 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4b750ea7df4fa31d4a91916d9686e53c in 968ms, sequenceid=41, compaction requested=false 2024-12-09T15:22:03,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:03,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:03,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-12-09T15:22:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-12-09T15:22:03,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-09T15:22:03,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9960 sec 2024-12-09T15:22:03,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 3.0020 sec 2024-12-09T15:22:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:03,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T15:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:03,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209de0d4e7e18f740c69d5b5a14fa34a26f_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757722564/Put/seqid=0 2024-12-09T15:22:03,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742179_1355 (size=14594) 2024-12-09T15:22:03,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757783734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757783735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757783737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757783738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757783843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757783843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757783843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:03,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757783846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757784048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757784048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757784050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757784054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T15:22:04,107 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,115 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209de0d4e7e18f740c69d5b5a14fa34a26f_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209de0d4e7e18f740c69d5b5a14fa34a26f_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:04,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/b360714c9bdd454399fd70cf5ba1ace7, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:04,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/b360714c9bdd454399fd70cf5ba1ace7 is 175, key is test_row_0/A:col10/1733757722564/Put/seqid=0 2024-12-09T15:22:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742180_1356 (size=39549) 2024-12-09T15:22:04,132 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/b360714c9bdd454399fd70cf5ba1ace7 2024-12-09T15:22:04,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/c9b2d79963fa42759d9fe15dff5fc6b2 is 50, key is test_row_0/B:col10/1733757722564/Put/seqid=0 2024-12-09T15:22:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742181_1357 (size=12001) 2024-12-09T15:22:04,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/c9b2d79963fa42759d9fe15dff5fc6b2 2024-12-09T15:22:04,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/01fc736f0a324283aff955cf3fc3ce22 is 50, key is test_row_0/C:col10/1733757722564/Put/seqid=0 2024-12-09T15:22:04,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742182_1358 (size=12001) 2024-12-09T15:22:04,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757784353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757784356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757784356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757784360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-09T15:22:04,513 INFO [Thread-1572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-12-09T15:22:04,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-12-09T15:22:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-09T15:22:04,522 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:04,523 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:04,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:04,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757784580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,586 DEBUG [Thread-1570 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:22:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-09T15:22:04,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/01fc736f0a324283aff955cf3fc3ce22 2024-12-09T15:22:04,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/b360714c9bdd454399fd70cf5ba1ace7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b360714c9bdd454399fd70cf5ba1ace7 2024-12-09T15:22:04,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b360714c9bdd454399fd70cf5ba1ace7, entries=200, sequenceid=55, filesize=38.6 K 2024-12-09T15:22:04,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/c9b2d79963fa42759d9fe15dff5fc6b2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c9b2d79963fa42759d9fe15dff5fc6b2 2024-12-09T15:22:04,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c9b2d79963fa42759d9fe15dff5fc6b2, entries=150, sequenceid=55, filesize=11.7 K 2024-12-09T15:22:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/01fc736f0a324283aff955cf3fc3ce22 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/01fc736f0a324283aff955cf3fc3ce22 2024-12-09T15:22:04,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/01fc736f0a324283aff955cf3fc3ce22, entries=150, sequenceid=55, filesize=11.7 K 2024-12-09T15:22:04,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4b750ea7df4fa31d4a91916d9686e53c in 970ms, sequenceid=55, compaction requested=true 2024-12-09T15:22:04,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:04,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:04,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:04,660 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:04,660 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:04,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:04,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:04,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:04,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:04,661 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:04,661 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/B is initiating minor compaction (all files) 2024-12-09T15:22:04,661 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/B in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:04,661 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/63988c1e8ed14b44997bd90fd3f4a1e8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/989bc2097d77450f9ca231cc96210fa6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c9b2d79963fa42759d9fe15dff5fc6b2] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=35.2 K 2024-12-09T15:22:04,662 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:04,662 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/A is initiating minor compaction (all files) 2024-12-09T15:22:04,662 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/A in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:04,662 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/c29aac691216406983f614451db980d6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/12cf478f67944ade8cd5912b1ce3c366, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b360714c9bdd454399fd70cf5ba1ace7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=99.1 K 2024-12-09T15:22:04,662 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:04,662 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/c29aac691216406983f614451db980d6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/12cf478f67944ade8cd5912b1ce3c366, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b360714c9bdd454399fd70cf5ba1ace7] 2024-12-09T15:22:04,662 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 63988c1e8ed14b44997bd90fd3f4a1e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733757720401 2024-12-09T15:22:04,662 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c29aac691216406983f614451db980d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733757720401 2024-12-09T15:22:04,662 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 989bc2097d77450f9ca231cc96210fa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733757720412 2024-12-09T15:22:04,663 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12cf478f67944ade8cd5912b1ce3c366, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733757720412 2024-12-09T15:22:04,663 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c9b2d79963fa42759d9fe15dff5fc6b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733757722564 2024-12-09T15:22:04,663 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b360714c9bdd454399fd70cf5ba1ace7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733757722564 2024-12-09T15:22:04,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:04,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-09T15:22:04,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:04,675 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:22:04,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:04,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:04,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:04,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:04,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:04,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:04,687 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:04,697 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:04,697 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/e3214cb13f6b402ca465146ef447f1d4 is 50, key is test_row_0/B:col10/1733757722564/Put/seqid=0 2024-12-09T15:22:04,729 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209ae2d03a7fc184ae5a07837145e6720ea_4b750ea7df4fa31d4a91916d9686e53c store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:04,731 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209ae2d03a7fc184ae5a07837145e6720ea_4b750ea7df4fa31d4a91916d9686e53c, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:04,731 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ae2d03a7fc184ae5a07837145e6720ea_4b750ea7df4fa31d4a91916d9686e53c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:04,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742183_1359 (size=12104) 2024-12-09T15:22:04,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d566fb628c334ee486ad78b9f9c142e0_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757723730/Put/seqid=0 2024-12-09T15:22:04,747 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/e3214cb13f6b402ca465146ef447f1d4 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e3214cb13f6b402ca465146ef447f1d4 2024-12-09T15:22:04,751 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/B of 4b750ea7df4fa31d4a91916d9686e53c into e3214cb13f6b402ca465146ef447f1d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:04,751 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:04,751 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/B, priority=13, startTime=1733757724660; duration=0sec 2024-12-09T15:22:04,751 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:04,751 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:B 2024-12-09T15:22:04,751 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:04,752 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:04,752 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/C is initiating minor compaction (all files) 2024-12-09T15:22:04,752 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/C in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:04,752 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c531857630294a0a8b9fb8b0a8ab9096, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/8fa3e81437424d498ba5f0c96c913f3d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/01fc736f0a324283aff955cf3fc3ce22] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=35.2 K 2024-12-09T15:22:04,753 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c531857630294a0a8b9fb8b0a8ab9096, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733757720401 2024-12-09T15:22:04,753 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fa3e81437424d498ba5f0c96c913f3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733757720412 2024-12-09T15:22:04,754 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 01fc736f0a324283aff955cf3fc3ce22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733757722564 2024-12-09T15:22:04,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742185_1361 (size=12154) 2024-12-09T15:22:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742184_1360 (size=4469) 2024-12-09T15:22:04,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,776 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d566fb628c334ee486ad78b9f9c142e0_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d566fb628c334ee486ad78b9f9c142e0_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f20abe86150f403a9b2878e329d67d4d, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:04,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f20abe86150f403a9b2878e329d67d4d is 175, key is test_row_0/A:col10/1733757723730/Put/seqid=0 2024-12-09T15:22:04,783 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:04,784 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/71a5ed93d8df453f98762fae761c3821 is 50, key is test_row_0/C:col10/1733757722564/Put/seqid=0 2024-12-09T15:22:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742186_1362 (size=30955) 2024-12-09T15:22:04,790 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f20abe86150f403a9b2878e329d67d4d 2024-12-09T15:22:04,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742187_1363 (size=12104) 2024-12-09T15:22:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/2f5515af63a240eea0815a827c83bbad is 50, key is test_row_0/B:col10/1733757723730/Put/seqid=0 2024-12-09T15:22:04,809 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/71a5ed93d8df453f98762fae761c3821 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/71a5ed93d8df453f98762fae761c3821 2024-12-09T15:22:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742188_1364 (size=12001) 2024-12-09T15:22:04,818 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/2f5515af63a240eea0815a827c83bbad 2024-12-09T15:22:04,819 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/C of 4b750ea7df4fa31d4a91916d9686e53c into 71a5ed93d8df453f98762fae761c3821(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:04,819 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:04,819 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/C, priority=13, startTime=1733757724660; duration=0sec 2024-12-09T15:22:04,819 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:04,819 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:C 2024-12-09T15:22:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-09T15:22:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/79250ba639694f52836611eef8b6c93b is 50, key is test_row_0/C:col10/1733757723730/Put/seqid=0 2024-12-09T15:22:04,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742189_1365 (size=12001) 2024-12-09T15:22:04,845 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/79250ba639694f52836611eef8b6c93b 2024-12-09T15:22:04,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f20abe86150f403a9b2878e329d67d4d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f20abe86150f403a9b2878e329d67d4d 2024-12-09T15:22:04,858 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f20abe86150f403a9b2878e329d67d4d, entries=150, sequenceid=77, filesize=30.2 K 2024-12-09T15:22:04,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/2f5515af63a240eea0815a827c83bbad as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/2f5515af63a240eea0815a827c83bbad 2024-12-09T15:22:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,863 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/2f5515af63a240eea0815a827c83bbad, entries=150, sequenceid=77, filesize=11.7 K 2024-12-09T15:22:04,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/79250ba639694f52836611eef8b6c93b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/79250ba639694f52836611eef8b6c93b 2024-12-09T15:22:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,868 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/79250ba639694f52836611eef8b6c93b, entries=150, sequenceid=77, filesize=11.7 K 2024-12-09T15:22:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,869 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 4b750ea7df4fa31d4a91916d9686e53c in 194ms, sequenceid=77, compaction requested=false 2024-12-09T15:22:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-12-09T15:22:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-12-09T15:22:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-09T15:22:04,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 347 msec 2024-12-09T15:22:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 356 msec 2024-12-09T15:22:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:22:05,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:05,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:05,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:05,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:05,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:05,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209db7906d22ff74dedbfb75d9c86ebcffb_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757724987/Put/seqid=0 2024-12-09T15:22:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742190_1366 (size=19474) 2024-12-09T15:22:05,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209db7906d22ff74dedbfb75d9c86ebcffb_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209db7906d22ff74dedbfb75d9c86ebcffb_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:05,113 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/4eb781db56eb4b3a9b5356635be1217e, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:05,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/4eb781db56eb4b3a9b5356635be1217e is 175, key is test_row_0/A:col10/1733757724987/Put/seqid=0 2024-12-09T15:22:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-09T15:22:05,125 INFO [Thread-1572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-09T15:22:05,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-09T15:22:05,128 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-09T15:22:05,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:05,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:05,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757785135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742191_1367 (size=56733) 2024-12-09T15:22:05,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757785141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/4eb781db56eb4b3a9b5356635be1217e 2024-12-09T15:22:05,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757785150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757785156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,183 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#A#compaction#303 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:05,183 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/e7e888e623a142b79f76745797110c96 is 175, key is test_row_0/A:col10/1733757722564/Put/seqid=0 2024-12-09T15:22:05,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/0f7a2cadd9324ec7aab61eb3f6110b80 is 50, key is test_row_0/B:col10/1733757724987/Put/seqid=0 2024-12-09T15:22:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742192_1368 (size=31058) 2024-12-09T15:22:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-09T15:22:05,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742193_1369 (size=12001) 2024-12-09T15:22:05,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/0f7a2cadd9324ec7aab61eb3f6110b80 2024-12-09T15:22:05,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757785252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757785252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/ef4d0020326e47c2a62ecd9a0cdce12e is 50, key is test_row_0/C:col10/1733757724987/Put/seqid=0 2024-12-09T15:22:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757785261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757785265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-09T15:22:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:05,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:05,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742194_1370 (size=12001) 2024-12-09T15:22:05,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/ef4d0020326e47c2a62ecd9a0cdce12e 2024-12-09T15:22:05,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/4eb781db56eb4b3a9b5356635be1217e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eb781db56eb4b3a9b5356635be1217e 2024-12-09T15:22:05,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eb781db56eb4b3a9b5356635be1217e, entries=300, sequenceid=90, filesize=55.4 K 2024-12-09T15:22:05,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/0f7a2cadd9324ec7aab61eb3f6110b80 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/0f7a2cadd9324ec7aab61eb3f6110b80 2024-12-09T15:22:05,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/0f7a2cadd9324ec7aab61eb3f6110b80, entries=150, sequenceid=90, filesize=11.7 K 2024-12-09T15:22:05,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/ef4d0020326e47c2a62ecd9a0cdce12e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ef4d0020326e47c2a62ecd9a0cdce12e 2024-12-09T15:22:05,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ef4d0020326e47c2a62ecd9a0cdce12e, entries=150, sequenceid=90, filesize=11.7 K 2024-12-09T15:22:05,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4b750ea7df4fa31d4a91916d9686e53c in 343ms, sequenceid=90, compaction requested=true 2024-12-09T15:22:05,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:05,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:05,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:05,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:05,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:05,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:05,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:22:05,360 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-09T15:22:05,361 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:22:05,361 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:22:05,361 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. because compaction request was cancelled 2024-12-09T15:22:05,361 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:A 2024-12-09T15:22:05,361 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:05,362 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:05,362 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/B is initiating minor compaction (all files) 2024-12-09T15:22:05,362 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/B in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:05,362 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e3214cb13f6b402ca465146ef447f1d4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/2f5515af63a240eea0815a827c83bbad, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/0f7a2cadd9324ec7aab61eb3f6110b80] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=35.3 K 2024-12-09T15:22:05,363 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e3214cb13f6b402ca465146ef447f1d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733757722564 2024-12-09T15:22:05,363 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f5515af63a240eea0815a827c83bbad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733757723730 2024-12-09T15:22:05,363 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f7a2cadd9324ec7aab61eb3f6110b80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733757724987 2024-12-09T15:22:05,372 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:05,373 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/011e5b0c5bc045dbadbe05fc6f6cf46a is 50, key is test_row_0/B:col10/1733757724987/Put/seqid=0 2024-12-09T15:22:05,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742195_1371 (size=12207) 2024-12-09T15:22:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-09T15:22:05,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-09T15:22:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:05,435 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T15:22:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:05,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b3d3b17efb544aa4b7020cef79f8827c_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757725149/Put/seqid=0 2024-12-09T15:22:05,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742196_1372 (size=12154) 2024-12-09T15:22:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:05,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757785477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757785478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757785481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757785484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757785593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757785593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757785594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757785594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,646 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/e7e888e623a142b79f76745797110c96 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e7e888e623a142b79f76745797110c96 2024-12-09T15:22:05,667 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/A of 4b750ea7df4fa31d4a91916d9686e53c into e7e888e623a142b79f76745797110c96(size=30.3 K), total size for store is 116.0 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-09T15:22:05,668 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:05,668 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/A, priority=13, startTime=1733757724660; duration=1sec 2024-12-09T15:22:05,668 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:05,668 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:A 2024-12-09T15:22:05,668 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:05,669 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:05,669 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/C is initiating minor compaction (all files) 2024-12-09T15:22:05,669 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/C in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:05,669 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/71a5ed93d8df453f98762fae761c3821, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/79250ba639694f52836611eef8b6c93b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ef4d0020326e47c2a62ecd9a0cdce12e] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=35.3 K 2024-12-09T15:22:05,670 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71a5ed93d8df453f98762fae761c3821, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733757722564 2024-12-09T15:22:05,672 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79250ba639694f52836611eef8b6c93b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733757723730 2024-12-09T15:22:05,673 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef4d0020326e47c2a62ecd9a0cdce12e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733757724987 2024-12-09T15:22:05,681 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:05,681 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/1279603540f142b5b0b9c49d881d5191 is 50, key is test_row_0/C:col10/1733757724987/Put/seqid=0 2024-12-09T15:22:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-09T15:22:05,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742197_1373 (size=12207) 2024-12-09T15:22:05,790 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/011e5b0c5bc045dbadbe05fc6f6cf46a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/011e5b0c5bc045dbadbe05fc6f6cf46a 2024-12-09T15:22:05,796 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/B of 4b750ea7df4fa31d4a91916d9686e53c into 011e5b0c5bc045dbadbe05fc6f6cf46a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:05,796 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:05,796 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/B, priority=13, startTime=1733757725360; duration=0sec 2024-12-09T15:22:05,796 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:05,796 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:B 2024-12-09T15:22:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757785797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757785798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757785798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757785799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:05,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:05,865 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b3d3b17efb544aa4b7020cef79f8827c_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b3d3b17efb544aa4b7020cef79f8827c_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:05,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/506e128dcd6f47d18089d6b0d1bcd8fd, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:05,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/506e128dcd6f47d18089d6b0d1bcd8fd is 175, key is test_row_0/A:col10/1733757725149/Put/seqid=0 2024-12-09T15:22:05,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742198_1374 (size=30955) 2024-12-09T15:22:06,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757786106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:06,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757786107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757786108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757786108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:06,139 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/1279603540f142b5b0b9c49d881d5191 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/1279603540f142b5b0b9c49d881d5191 2024-12-09T15:22:06,144 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/C of 4b750ea7df4fa31d4a91916d9686e53c into 1279603540f142b5b0b9c49d881d5191(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:06,144 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:06,144 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/C, priority=13, startTime=1733757725360; duration=0sec 2024-12-09T15:22:06,144 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:06,144 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:C 2024-12-09T15:22:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-09T15:22:06,280 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/506e128dcd6f47d18089d6b0d1bcd8fd 2024-12-09T15:22:06,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/21ae7106579f4aabbe6c0cc1447eef8d is 50, key is test_row_0/B:col10/1733757725149/Put/seqid=0 2024-12-09T15:22:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742199_1375 (size=12001) 2024-12-09T15:22:06,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757786612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:06,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757786615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757786616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757786617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:06,697 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/21ae7106579f4aabbe6c0cc1447eef8d 2024-12-09T15:22:06,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/fd4bfa6831a44b0482096317372a8bee is 50, key is test_row_0/C:col10/1733757725149/Put/seqid=0 2024-12-09T15:22:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742200_1376 (size=12001) 2024-12-09T15:22:06,709 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/fd4bfa6831a44b0482096317372a8bee 2024-12-09T15:22:06,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/506e128dcd6f47d18089d6b0d1bcd8fd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/506e128dcd6f47d18089d6b0d1bcd8fd 2024-12-09T15:22:06,719 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/506e128dcd6f47d18089d6b0d1bcd8fd, entries=150, sequenceid=116, filesize=30.2 K 2024-12-09T15:22:06,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/21ae7106579f4aabbe6c0cc1447eef8d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/21ae7106579f4aabbe6c0cc1447eef8d 2024-12-09T15:22:06,723 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/21ae7106579f4aabbe6c0cc1447eef8d, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T15:22:06,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/fd4bfa6831a44b0482096317372a8bee as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/fd4bfa6831a44b0482096317372a8bee 2024-12-09T15:22:06,728 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/fd4bfa6831a44b0482096317372a8bee, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T15:22:06,728 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4b750ea7df4fa31d4a91916d9686e53c in 1293ms, sequenceid=116, compaction requested=true 2024-12-09T15:22:06,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:06,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:06,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-09T15:22:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-09T15:22:06,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-09T15:22:06,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6010 sec 2024-12-09T15:22:06,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.6050 sec 2024-12-09T15:22:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-09T15:22:07,233 INFO [Thread-1572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-09T15:22:07,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-09T15:22:07,236 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-09T15:22:07,236 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:07,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-09T15:22:07,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:07,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-09T15:22:07,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:07,389 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-09T15:22:07,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120950f3873ec3b44c4fb3dcc523adb03850_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757725476/Put/seqid=0 2024-12-09T15:22:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742201_1377 (size=12154) 2024-12-09T15:22:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-09T15:22:07,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:07,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757787690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757787701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:07,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757787702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:07,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757787703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:07,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757787805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:07,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:07,814 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120950f3873ec3b44c4fb3dcc523adb03850_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120950f3873ec3b44c4fb3dcc523adb03850_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:07,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/423f7859213f41d293665e9cb269fe64, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:07,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757787810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:07,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/423f7859213f41d293665e9cb269fe64 is 175, key is test_row_0/A:col10/1733757725476/Put/seqid=0 2024-12-09T15:22:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757787811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757787811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742202_1378 (size=30955) 2024-12-09T15:22:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-09T15:22:08,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757788010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757788017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757788017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757788018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,222 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/423f7859213f41d293665e9cb269fe64 2024-12-09T15:22:08,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/93c1f3ecedb7437b9a190c467c224a9d is 50, key is test_row_0/B:col10/1733757725476/Put/seqid=0 2024-12-09T15:22:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742203_1379 (size=12001) 2024-12-09T15:22:08,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757788317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757788326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757788326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757788327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-09T15:22:08,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757788595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,600 DEBUG [Thread-1570 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:22:08,642 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/93c1f3ecedb7437b9a190c467c224a9d 2024-12-09T15:22:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/cc0f9256f0fc4506a171eb8f88eddb33 is 50, key is test_row_0/C:col10/1733757725476/Put/seqid=0 2024-12-09T15:22:08,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742204_1380 (size=12001) 2024-12-09T15:22:08,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757788823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757788830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757788834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:08,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757788835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,075 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/cc0f9256f0fc4506a171eb8f88eddb33 2024-12-09T15:22:09,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/423f7859213f41d293665e9cb269fe64 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/423f7859213f41d293665e9cb269fe64 2024-12-09T15:22:09,083 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/423f7859213f41d293665e9cb269fe64, entries=150, sequenceid=129, filesize=30.2 K 2024-12-09T15:22:09,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/93c1f3ecedb7437b9a190c467c224a9d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/93c1f3ecedb7437b9a190c467c224a9d 2024-12-09T15:22:09,087 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/93c1f3ecedb7437b9a190c467c224a9d, entries=150, sequenceid=129, filesize=11.7 K 2024-12-09T15:22:09,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/cc0f9256f0fc4506a171eb8f88eddb33 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/cc0f9256f0fc4506a171eb8f88eddb33 2024-12-09T15:22:09,092 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/cc0f9256f0fc4506a171eb8f88eddb33, entries=150, sequenceid=129, filesize=11.7 K 2024-12-09T15:22:09,096 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4b750ea7df4fa31d4a91916d9686e53c in 1704ms, sequenceid=129, compaction requested=true 2024-12-09T15:22:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-09T15:22:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-09T15:22:09,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-09T15:22:09,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec 2024-12-09T15:22:09,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.8660 sec 2024-12-09T15:22:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-09T15:22:09,340 INFO [Thread-1572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-09T15:22:09,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-09T15:22:09,347 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-09T15:22:09,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:09,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-09T15:22:09,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-09T15:22:09,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:09,500 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T15:22:09,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:09,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:09,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:09,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:09,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:09,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:09,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209df3b47b713674ec89007f603fce836fa_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757727687/Put/seqid=0 2024-12-09T15:22:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742205_1381 (size=12304) 2024-12-09T15:22:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:09,552 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209df3b47b713674ec89007f603fce836fa_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209df3b47b713674ec89007f603fce836fa_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/2fd2e04fcec640328093e470db0fc789, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:09,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/2fd2e04fcec640328093e470db0fc789 is 175, key is test_row_0/A:col10/1733757727687/Put/seqid=0 2024-12-09T15:22:09,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742206_1382 (size=31105) 2024-12-09T15:22:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-09T15:22:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:09,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:09,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757789849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757789850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757789850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757789856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-09T15:22:09,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757789958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757789958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757789958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757789968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:09,977 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/2fd2e04fcec640328093e470db0fc789 2024-12-09T15:22:09,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7c0d7db97b934518a8987b5ac8b4d670 is 50, key is test_row_0/B:col10/1733757727687/Put/seqid=0 2024-12-09T15:22:10,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742207_1383 (size=12151) 2024-12-09T15:22:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757790167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757790168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757790168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757790176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,406 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7c0d7db97b934518a8987b5ac8b4d670 2024-12-09T15:22:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/3616b593feaf4fe897318900ee28fde5 is 50, key is test_row_0/C:col10/1733757727687/Put/seqid=0 2024-12-09T15:22:10,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742208_1384 (size=12151) 2024-12-09T15:22:10,432 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/3616b593feaf4fe897318900ee28fde5 2024-12-09T15:22:10,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/2fd2e04fcec640328093e470db0fc789 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/2fd2e04fcec640328093e470db0fc789 2024-12-09T15:22:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-09T15:22:10,459 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/2fd2e04fcec640328093e470db0fc789, entries=150, sequenceid=155, filesize=30.4 K 2024-12-09T15:22:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7c0d7db97b934518a8987b5ac8b4d670 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7c0d7db97b934518a8987b5ac8b4d670 2024-12-09T15:22:10,464 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7c0d7db97b934518a8987b5ac8b4d670, entries=150, sequenceid=155, filesize=11.9 K 2024-12-09T15:22:10,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/3616b593feaf4fe897318900ee28fde5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3616b593feaf4fe897318900ee28fde5 2024-12-09T15:22:10,469 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3616b593feaf4fe897318900ee28fde5, entries=150, sequenceid=155, filesize=11.9 K 2024-12-09T15:22:10,470 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4b750ea7df4fa31d4a91916d9686e53c in 970ms, sequenceid=155, compaction requested=true 2024-12-09T15:22:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-09T15:22:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-09T15:22:10,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-09T15:22:10,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1250 sec 2024-12-09T15:22:10,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.1340 sec 2024-12-09T15:22:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:10,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:22:10,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:10,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:10,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:10,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:10,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:10,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:10,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093a91a27e59044ef0a29515c46046031f_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757730479/Put/seqid=0 2024-12-09T15:22:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742209_1385 (size=14794) 2024-12-09T15:22:10,502 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:10,505 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093a91a27e59044ef0a29515c46046031f_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093a91a27e59044ef0a29515c46046031f_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:10,506 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/7951f81b84c0401f92b7028b00491804, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:10,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/7951f81b84c0401f92b7028b00491804 is 175, key is test_row_0/A:col10/1733757730479/Put/seqid=0 2024-12-09T15:22:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742210_1386 (size=39749) 2024-12-09T15:22:10,552 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/7951f81b84c0401f92b7028b00491804 2024-12-09T15:22:10,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7174550c808344aba392d28f53dc4eb6 is 50, key is test_row_0/B:col10/1733757730479/Put/seqid=0 2024-12-09T15:22:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742211_1387 (size=12151) 2024-12-09T15:22:10,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7174550c808344aba392d28f53dc4eb6 2024-12-09T15:22:10,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757790601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757790601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757790603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/96a2d5e4ba604269b842b02c38fddab3 is 50, key is test_row_0/C:col10/1733757730479/Put/seqid=0 2024-12-09T15:22:10,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757790611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742212_1388 (size=12151) 2024-12-09T15:22:10,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/96a2d5e4ba604269b842b02c38fddab3 2024-12-09T15:22:10,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/7951f81b84c0401f92b7028b00491804 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/7951f81b84c0401f92b7028b00491804 2024-12-09T15:22:10,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/7951f81b84c0401f92b7028b00491804, entries=200, sequenceid=166, filesize=38.8 K 2024-12-09T15:22:10,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7174550c808344aba392d28f53dc4eb6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7174550c808344aba392d28f53dc4eb6 2024-12-09T15:22:10,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7174550c808344aba392d28f53dc4eb6, entries=150, sequenceid=166, filesize=11.9 K 2024-12-09T15:22:10,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/96a2d5e4ba604269b842b02c38fddab3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/96a2d5e4ba604269b842b02c38fddab3 2024-12-09T15:22:10,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/96a2d5e4ba604269b842b02c38fddab3, entries=150, sequenceid=166, filesize=11.9 K 2024-12-09T15:22:10,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4b750ea7df4fa31d4a91916d9686e53c in 195ms, sequenceid=166, compaction requested=true 2024-12-09T15:22:10,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:10,675 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-09T15:22:10,678 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 251510 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-09T15:22:10,678 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/A is initiating minor compaction (all files) 2024-12-09T15:22:10,678 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/A in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:10,678 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e7e888e623a142b79f76745797110c96, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f20abe86150f403a9b2878e329d67d4d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eb781db56eb4b3a9b5356635be1217e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/506e128dcd6f47d18089d6b0d1bcd8fd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/423f7859213f41d293665e9cb269fe64, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/2fd2e04fcec640328093e470db0fc789, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/7951f81b84c0401f92b7028b00491804] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=245.6 K 2024-12-09T15:22:10,678 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:10,678 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e7e888e623a142b79f76745797110c96, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f20abe86150f403a9b2878e329d67d4d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eb781db56eb4b3a9b5356635be1217e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/506e128dcd6f47d18089d6b0d1bcd8fd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/423f7859213f41d293665e9cb269fe64, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/2fd2e04fcec640328093e470db0fc789, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/7951f81b84c0401f92b7028b00491804] 2024-12-09T15:22:10,680 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7e888e623a142b79f76745797110c96, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733757722564 2024-12-09T15:22:10,680 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting f20abe86150f403a9b2878e329d67d4d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733757723730 2024-12-09T15:22:10,681 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4eb781db56eb4b3a9b5356635be1217e, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733757724975 2024-12-09T15:22:10,681 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 506e128dcd6f47d18089d6b0d1bcd8fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733757725118 2024-12-09T15:22:10,681 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 423f7859213f41d293665e9cb269fe64, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733757725467 2024-12-09T15:22:10,681 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fd2e04fcec640328093e470db0fc789, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733757727687 2024-12-09T15:22:10,682 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7951f81b84c0401f92b7028b00491804, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733757729841 2024-12-09T15:22:10,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:10,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:10,691 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-09T15:22:10,692 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60511 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-09T15:22:10,692 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/B is initiating minor compaction (all files) 2024-12-09T15:22:10,692 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/B in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:10,692 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/011e5b0c5bc045dbadbe05fc6f6cf46a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/21ae7106579f4aabbe6c0cc1447eef8d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/93c1f3ecedb7437b9a190c467c224a9d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7c0d7db97b934518a8987b5ac8b4d670, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7174550c808344aba392d28f53dc4eb6] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=59.1 K 2024-12-09T15:22:10,693 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 011e5b0c5bc045dbadbe05fc6f6cf46a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733757724987 2024-12-09T15:22:10,693 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 21ae7106579f4aabbe6c0cc1447eef8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733757725118 2024-12-09T15:22:10,693 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 93c1f3ecedb7437b9a190c467c224a9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733757725467 2024-12-09T15:22:10,694 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c0d7db97b934518a8987b5ac8b4d670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733757727687 2024-12-09T15:22:10,694 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 7174550c808344aba392d28f53dc4eb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733757729841 2024-12-09T15:22:10,699 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:10,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:10,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:10,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:10,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:10,711 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412094ca2f85c0ac94e9db698f241658b7363_4b750ea7df4fa31d4a91916d9686e53c store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:10,713 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#B#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:10,714 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/e37396629c564464b36d93acab566d94 is 50, key is test_row_0/B:col10/1733757730479/Put/seqid=0 2024-12-09T15:22:10,715 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412094ca2f85c0ac94e9db698f241658b7363_4b750ea7df4fa31d4a91916d9686e53c, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:10,716 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094ca2f85c0ac94e9db698f241658b7363_4b750ea7df4fa31d4a91916d9686e53c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:10,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T15:22:10,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:10,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:10,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:10,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:10,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:10,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:10,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742213_1389 (size=12527) 2024-12-09T15:22:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757790747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757790749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757790748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757790762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742214_1390 (size=4469) 2024-12-09T15:22:10,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bad64e2f1c2443d9a68a94c70d006105_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757730726/Put/seqid=0 2024-12-09T15:22:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742215_1391 (size=17284) 2024-12-09T15:22:10,819 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:10,825 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bad64e2f1c2443d9a68a94c70d006105_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bad64e2f1c2443d9a68a94c70d006105_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:10,826 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f61c4bb319a441c6aaebbf3a7f32ac46, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:10,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f61c4bb319a441c6aaebbf3a7f32ac46 is 175, key is test_row_0/A:col10/1733757730726/Put/seqid=0 2024-12-09T15:22:10,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742216_1392 (size=48389) 2024-12-09T15:22:10,834 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f61c4bb319a441c6aaebbf3a7f32ac46 2024-12-09T15:22:10,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/da14b92f447445fe8f03b3ce3f06549a is 50, key is test_row_0/B:col10/1733757730726/Put/seqid=0 2024-12-09T15:22:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742217_1393 (size=12151) 2024-12-09T15:22:10,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757790864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757790864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757790866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:10,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757790879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757791074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757791075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757791077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757791088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,160 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/e37396629c564464b36d93acab566d94 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e37396629c564464b36d93acab566d94 2024-12-09T15:22:11,164 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/B of 4b750ea7df4fa31d4a91916d9686e53c into e37396629c564464b36d93acab566d94(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:11,164 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:11,164 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/B, priority=11, startTime=1733757730691; duration=0sec 2024-12-09T15:22:11,164 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:11,164 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:B 2024-12-09T15:22:11,164 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-09T15:22:11,166 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60511 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-09T15:22:11,166 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/C is initiating minor compaction (all files) 2024-12-09T15:22:11,166 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/C in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:11,166 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/1279603540f142b5b0b9c49d881d5191, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/fd4bfa6831a44b0482096317372a8bee, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/cc0f9256f0fc4506a171eb8f88eddb33, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3616b593feaf4fe897318900ee28fde5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/96a2d5e4ba604269b842b02c38fddab3] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=59.1 K 2024-12-09T15:22:11,167 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 1279603540f142b5b0b9c49d881d5191, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733757724987 2024-12-09T15:22:11,167 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting fd4bfa6831a44b0482096317372a8bee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733757725118 2024-12-09T15:22:11,167 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting cc0f9256f0fc4506a171eb8f88eddb33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733757725467 2024-12-09T15:22:11,167 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3616b593feaf4fe897318900ee28fde5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733757727687 2024-12-09T15:22:11,168 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 96a2d5e4ba604269b842b02c38fddab3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733757729841 2024-12-09T15:22:11,175 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:11,175 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/dcdfff4044484a9f9b0d6f18523890bb is 50, key is test_row_0/C:col10/1733757730479/Put/seqid=0 2024-12-09T15:22:11,179 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#A#compaction#326 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:11,180 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/ef7b8dc1202e4142a9c0c24745df398e is 175, key is test_row_0/A:col10/1733757730479/Put/seqid=0 2024-12-09T15:22:11,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742218_1394 (size=12527) 2024-12-09T15:22:11,197 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/dcdfff4044484a9f9b0d6f18523890bb as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/dcdfff4044484a9f9b0d6f18523890bb 2024-12-09T15:22:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742219_1395 (size=31447) 2024-12-09T15:22:11,211 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/C of 4b750ea7df4fa31d4a91916d9686e53c into dcdfff4044484a9f9b0d6f18523890bb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:11,211 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:11,211 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/C, priority=11, startTime=1733757730703; duration=0sec 2024-12-09T15:22:11,211 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:11,211 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:C 2024-12-09T15:22:11,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/da14b92f447445fe8f03b3ce3f06549a 2024-12-09T15:22:11,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/6abba34160004f6caf3f3c6334932738 is 50, key is test_row_0/C:col10/1733757730726/Put/seqid=0 2024-12-09T15:22:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742220_1396 (size=12151) 2024-12-09T15:22:11,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/6abba34160004f6caf3f3c6334932738 2024-12-09T15:22:11,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f61c4bb319a441c6aaebbf3a7f32ac46 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f61c4bb319a441c6aaebbf3a7f32ac46 2024-12-09T15:22:11,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f61c4bb319a441c6aaebbf3a7f32ac46, entries=250, sequenceid=193, filesize=47.3 K 2024-12-09T15:22:11,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/da14b92f447445fe8f03b3ce3f06549a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/da14b92f447445fe8f03b3ce3f06549a 2024-12-09T15:22:11,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/da14b92f447445fe8f03b3ce3f06549a, entries=150, sequenceid=193, filesize=11.9 K 2024-12-09T15:22:11,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/6abba34160004f6caf3f3c6334932738 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/6abba34160004f6caf3f3c6334932738 2024-12-09T15:22:11,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/6abba34160004f6caf3f3c6334932738, entries=150, sequenceid=193, filesize=11.9 K 2024-12-09T15:22:11,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4b750ea7df4fa31d4a91916d9686e53c in 577ms, sequenceid=193, compaction requested=false 2024-12-09T15:22:11,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:11,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:22:11,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:11,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:11,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:11,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:11,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:11,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:11,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dcbf26cb4df049f3b285618575926b52_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757731384/Put/seqid=0 2024-12-09T15:22:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742221_1397 (size=17284) 2024-12-09T15:22:11,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:11,425 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dcbf26cb4df049f3b285618575926b52_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dcbf26cb4df049f3b285618575926b52_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:11,426 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f7e2126c36c541ca9a3ebaa0fb3e24b8, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:11,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f7e2126c36c541ca9a3ebaa0fb3e24b8 is 175, key is test_row_0/A:col10/1733757731384/Put/seqid=0 2024-12-09T15:22:11,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742222_1398 (size=48389) 2024-12-09T15:22:11,452 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f7e2126c36c541ca9a3ebaa0fb3e24b8 2024-12-09T15:22:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-09T15:22:11,452 INFO [Thread-1572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-09T15:22:11,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-09T15:22:11,455 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:11,456 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:11,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-09T15:22:11,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757791450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757791457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757791458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/76a743bad55c4337b494b50c31cdfcf4 is 50, key is test_row_0/B:col10/1733757731384/Put/seqid=0 2024-12-09T15:22:11,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757791461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742223_1399 (size=12151) 2024-12-09T15:22:11,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/76a743bad55c4337b494b50c31cdfcf4 2024-12-09T15:22:11,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/3cb62967e8594aabb68be8734e8ede0f is 50, key is test_row_0/C:col10/1733757731384/Put/seqid=0 2024-12-09T15:22:11,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742224_1400 (size=12151) 2024-12-09T15:22:11,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/3cb62967e8594aabb68be8734e8ede0f 2024-12-09T15:22:11,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f7e2126c36c541ca9a3ebaa0fb3e24b8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f7e2126c36c541ca9a3ebaa0fb3e24b8 2024-12-09T15:22:11,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f7e2126c36c541ca9a3ebaa0fb3e24b8, entries=250, sequenceid=206, filesize=47.3 K 2024-12-09T15:22:11,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/76a743bad55c4337b494b50c31cdfcf4 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/76a743bad55c4337b494b50c31cdfcf4 2024-12-09T15:22:11,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/76a743bad55c4337b494b50c31cdfcf4, entries=150, sequenceid=206, filesize=11.9 K 2024-12-09T15:22:11,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/3cb62967e8594aabb68be8734e8ede0f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3cb62967e8594aabb68be8734e8ede0f 2024-12-09T15:22:11,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3cb62967e8594aabb68be8734e8ede0f, entries=150, sequenceid=206, filesize=11.9 K 2024-12-09T15:22:11,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4b750ea7df4fa31d4a91916d9686e53c in 152ms, sequenceid=206, compaction requested=true 2024-12-09T15:22:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:11,539 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 7 compacting, 2 eligible, 16 blocking 2024-12-09T15:22:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:22:11,540 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:22:11,540 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:22:11,540 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. because compaction request was cancelled 2024-12-09T15:22:11,540 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:A 2024-12-09T15:22:11,540 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:11,541 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:11,541 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/B is initiating minor compaction (all files) 2024-12-09T15:22:11,541 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/B in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:11,541 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e37396629c564464b36d93acab566d94, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/da14b92f447445fe8f03b3ce3f06549a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/76a743bad55c4337b494b50c31cdfcf4] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=36.0 K 2024-12-09T15:22:11,541 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e37396629c564464b36d93acab566d94, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733757729841 2024-12-09T15:22:11,542 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting da14b92f447445fe8f03b3ce3f06549a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733757730567 2024-12-09T15:22:11,542 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 76a743bad55c4337b494b50c31cdfcf4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733757730759 2024-12-09T15:22:11,547 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#B#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:11,548 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/1c0ab7f60eb244bb9fa52da0fba528bf is 50, key is test_row_0/B:col10/1733757731384/Put/seqid=0 2024-12-09T15:22:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-09T15:22:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742225_1401 (size=12629) 2024-12-09T15:22:11,564 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/1c0ab7f60eb244bb9fa52da0fba528bf as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1c0ab7f60eb244bb9fa52da0fba528bf 2024-12-09T15:22:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:11,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T15:22:11,571 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/B of 4b750ea7df4fa31d4a91916d9686e53c into 1c0ab7f60eb244bb9fa52da0fba528bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:11,571 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:11,571 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/B, priority=13, startTime=1733757731539; duration=0sec 2024-12-09T15:22:11,571 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:11,571 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:B 2024-12-09T15:22:11,571 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:11,573 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:11,573 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/C is initiating minor compaction (all files) 2024-12-09T15:22:11,573 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/C in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:11,574 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/dcdfff4044484a9f9b0d6f18523890bb, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/6abba34160004f6caf3f3c6334932738, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3cb62967e8594aabb68be8734e8ede0f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=36.0 K 2024-12-09T15:22:11,574 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting dcdfff4044484a9f9b0d6f18523890bb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733757729841 2024-12-09T15:22:11,575 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6abba34160004f6caf3f3c6334932738, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733757730567 2024-12-09T15:22:11,575 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cb62967e8594aabb68be8734e8ede0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733757730759 2024-12-09T15:22:11,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209424e5dfca77c4a6a9d71c33e96734f89_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757731568/Put/seqid=0 2024-12-09T15:22:11,582 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:11,583 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/78b615c3f81142c7973bc639ca76734c is 50, key is test_row_0/C:col10/1733757731384/Put/seqid=0 2024-12-09T15:22:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742226_1402 (size=12304) 2024-12-09T15:22:11,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:11,591 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209424e5dfca77c4a6a9d71c33e96734f89_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209424e5dfca77c4a6a9d71c33e96734f89_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:11,592 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/262146453dbe4fc3a4d28f0f454336be, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:11,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/262146453dbe4fc3a4d28f0f454336be is 175, key is test_row_0/A:col10/1733757731568/Put/seqid=0 2024-12-09T15:22:11,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757791584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757791585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757791585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757791586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742227_1403 (size=12629) 2024-12-09T15:22:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742228_1404 (size=31105) 2024-12-09T15:22:11,603 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/262146453dbe4fc3a4d28f0f454336be 2024-12-09T15:22:11,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-09T15:22:11,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:11,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:11,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:11,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:11,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:11,611 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/ef7b8dc1202e4142a9c0c24745df398e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ef7b8dc1202e4142a9c0c24745df398e 2024-12-09T15:22:11,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/1420bafcf12544dfbe66b229b4996f85 is 50, key is test_row_0/B:col10/1733757731568/Put/seqid=0 2024-12-09T15:22:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742229_1405 (size=12151) 2024-12-09T15:22:11,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/1420bafcf12544dfbe66b229b4996f85 2024-12-09T15:22:11,619 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/A of 4b750ea7df4fa31d4a91916d9686e53c into ef7b8dc1202e4142a9c0c24745df398e(size=30.7 K), total size for store is 125.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:11,619 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:11,619 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/A, priority=9, startTime=1733757730675; duration=0sec 2024-12-09T15:22:11,619 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:11,619 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:A 2024-12-09T15:22:11,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/d66fb15e3f404095b235d9a2b22a1156 is 50, key is test_row_0/C:col10/1733757731568/Put/seqid=0 2024-12-09T15:22:11,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742230_1406 (size=12151) 2024-12-09T15:22:11,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757791694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757791695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757791695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757791695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-09T15:22:11,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-09T15:22:11,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:11,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:11,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:11,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:11,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:11,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757791902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757791902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757791903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757791903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:11,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-09T15:22:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:11,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:12,003 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/78b615c3f81142c7973bc639ca76734c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/78b615c3f81142c7973bc639ca76734c 2024-12-09T15:22:12,007 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/C of 4b750ea7df4fa31d4a91916d9686e53c into 78b615c3f81142c7973bc639ca76734c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:12,007 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:12,007 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/C, priority=13, startTime=1733757731539; duration=0sec 2024-12-09T15:22:12,007 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:12,007 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:C 2024-12-09T15:22:12,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/d66fb15e3f404095b235d9a2b22a1156 2024-12-09T15:22:12,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/262146453dbe4fc3a4d28f0f454336be as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/262146453dbe4fc3a4d28f0f454336be 2024-12-09T15:22:12,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/262146453dbe4fc3a4d28f0f454336be, entries=150, sequenceid=234, filesize=30.4 K 2024-12-09T15:22:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/1420bafcf12544dfbe66b229b4996f85 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1420bafcf12544dfbe66b229b4996f85 2024-12-09T15:22:12,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1420bafcf12544dfbe66b229b4996f85, entries=150, sequenceid=234, filesize=11.9 K 2024-12-09T15:22:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-09T15:22:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/d66fb15e3f404095b235d9a2b22a1156 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d66fb15e3f404095b235d9a2b22a1156 2024-12-09T15:22:12,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d66fb15e3f404095b235d9a2b22a1156, entries=150, sequenceid=234, filesize=11.9 K 2024-12-09T15:22:12,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4b750ea7df4fa31d4a91916d9686e53c in 494ms, sequenceid=234, compaction requested=true 2024-12-09T15:22:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:12,065 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:12,065 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T15:22:12,066 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:22:12,066 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:22:12,066 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. because compaction request was cancelled 2024-12-09T15:22:12,066 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:B 2024-12-09T15:22:12,066 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T15:22:12,067 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159330 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:12,067 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/A is initiating minor compaction (all files) 2024-12-09T15:22:12,067 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/A in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:12,067 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:22:12,067 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:22:12,067 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. because compaction request was cancelled 2024-12-09T15:22:12,067 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ef7b8dc1202e4142a9c0c24745df398e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f61c4bb319a441c6aaebbf3a7f32ac46, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f7e2126c36c541ca9a3ebaa0fb3e24b8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/262146453dbe4fc3a4d28f0f454336be] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=155.6 K 2024-12-09T15:22:12,067 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:C 2024-12-09T15:22:12,067 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:12,067 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ef7b8dc1202e4142a9c0c24745df398e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f61c4bb319a441c6aaebbf3a7f32ac46, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f7e2126c36c541ca9a3ebaa0fb3e24b8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/262146453dbe4fc3a4d28f0f454336be] 2024-12-09T15:22:12,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-09T15:22:12,067 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef7b8dc1202e4142a9c0c24745df398e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733757729841 2024-12-09T15:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:12,068 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-09T15:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:12,069 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting f61c4bb319a441c6aaebbf3a7f32ac46, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733757730567 2024-12-09T15:22:12,069 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7e2126c36c541ca9a3ebaa0fb3e24b8, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733757730747 2024-12-09T15:22:12,070 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 262146453dbe4fc3a4d28f0f454336be, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733757731456 2024-12-09T15:22:12,082 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:12,084 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209aa26b84a4213490aa53a272b633b2efa_4b750ea7df4fa31d4a91916d9686e53c store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:12,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209180aaa8c486b477b9f578d225e430cd1_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757731583/Put/seqid=0 2024-12-09T15:22:12,087 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209aa26b84a4213490aa53a272b633b2efa_4b750ea7df4fa31d4a91916d9686e53c, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:12,087 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209aa26b84a4213490aa53a272b633b2efa_4b750ea7df4fa31d4a91916d9686e53c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:12,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742231_1407 (size=12304) 2024-12-09T15:22:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742232_1408 (size=4469) 2024-12-09T15:22:12,104 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209180aaa8c486b477b9f578d225e430cd1_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209180aaa8c486b477b9f578d225e430cd1_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:12,104 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#A#compaction#340 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:12,105 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/ff1be4b417aa495fa9dc49eb4c022d34 is 175, key is test_row_0/A:col10/1733757731568/Put/seqid=0 2024-12-09T15:22:12,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/e202fe54fadf4ea996796b459f0b0685, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:12,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/e202fe54fadf4ea996796b459f0b0685 is 175, key is test_row_0/A:col10/1733757731583/Put/seqid=0 2024-12-09T15:22:12,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742233_1409 (size=31583) 2024-12-09T15:22:12,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742234_1410 (size=31105) 2024-12-09T15:22:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:12,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757792246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757792252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757792253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757792252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757792356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757792363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757792364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757792364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,515 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/ff1be4b417aa495fa9dc49eb4c022d34 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ff1be4b417aa495fa9dc49eb4c022d34 2024-12-09T15:22:12,519 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/e202fe54fadf4ea996796b459f0b0685 2024-12-09T15:22:12,523 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/A of 4b750ea7df4fa31d4a91916d9686e53c into ff1be4b417aa495fa9dc49eb4c022d34(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:12,523 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:12,523 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/A, priority=12, startTime=1733757732065; duration=0sec 2024-12-09T15:22:12,523 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:12,523 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:A 2024-12-09T15:22:12,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/6798d52f047e4713a51e9c80489b1add is 50, key is test_row_0/B:col10/1733757731583/Put/seqid=0 2024-12-09T15:22:12,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742235_1411 (size=12151) 2024-12-09T15:22:12,530 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/6798d52f047e4713a51e9c80489b1add 2024-12-09T15:22:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/d40833b6355f43ed8d23e55e5b7158aa is 50, key is test_row_0/C:col10/1733757731583/Put/seqid=0 2024-12-09T15:22:12,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742236_1412 (size=12151) 2024-12-09T15:22:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-09T15:22:12,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757792565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757792567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757792567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757792569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757792872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757792873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757792875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757792877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:12,953 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/d40833b6355f43ed8d23e55e5b7158aa 2024-12-09T15:22:12,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/e202fe54fadf4ea996796b459f0b0685 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e202fe54fadf4ea996796b459f0b0685 2024-12-09T15:22:12,963 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e202fe54fadf4ea996796b459f0b0685, entries=150, sequenceid=245, filesize=30.4 K 2024-12-09T15:22:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/6798d52f047e4713a51e9c80489b1add as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/6798d52f047e4713a51e9c80489b1add 2024-12-09T15:22:12,970 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/6798d52f047e4713a51e9c80489b1add, entries=150, sequenceid=245, filesize=11.9 K 2024-12-09T15:22:12,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/d40833b6355f43ed8d23e55e5b7158aa as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d40833b6355f43ed8d23e55e5b7158aa 2024-12-09T15:22:12,975 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d40833b6355f43ed8d23e55e5b7158aa, entries=150, sequenceid=245, filesize=11.9 K 2024-12-09T15:22:12,976 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 4b750ea7df4fa31d4a91916d9686e53c in 908ms, sequenceid=245, compaction requested=true 2024-12-09T15:22:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-09T15:22:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-09T15:22:12,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-09T15:22:12,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5210 sec 2024-12-09T15:22:12,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.5250 sec 2024-12-09T15:22:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:13,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-09T15:22:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:13,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ac0e379b5f954315b7959c2ac836e239_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757732242/Put/seqid=0 2024-12-09T15:22:13,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757793388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757793393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757793394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757793394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742237_1413 (size=14994) 2024-12-09T15:22:13,410 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,417 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ac0e379b5f954315b7959c2ac836e239_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ac0e379b5f954315b7959c2ac836e239_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:13,418 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/6f9245123e954fc1bd8197dd78fb93db, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:13,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/6f9245123e954fc1bd8197dd78fb93db is 175, key is test_row_0/A:col10/1733757732242/Put/seqid=0 2024-12-09T15:22:13,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742238_1414 (size=39949) 2024-12-09T15:22:13,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757793495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757793500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757793501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757793501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-09T15:22:13,561 INFO [Thread-1572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-09T15:22:13,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-09T15:22:13,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-09T15:22:13,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:13,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-09T15:22:13,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757793701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757793707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757793707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757793707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:13,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:13,850 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/6f9245123e954fc1bd8197dd78fb93db 2024-12-09T15:22:13,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/c4da8ad39104431191c66bd650a5e1d7 is 50, key is test_row_0/B:col10/1733757732242/Put/seqid=0 2024-12-09T15:22:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-09T15:22:13,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:13,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:13,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:13,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742239_1415 (size=12301) 2024-12-09T15:22:13,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/c4da8ad39104431191c66bd650a5e1d7 2024-12-09T15:22:13,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/aab53d3556dd42a28f226630f9036f34 is 50, key is test_row_0/C:col10/1733757732242/Put/seqid=0 2024-12-09T15:22:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742240_1416 (size=12301) 2024-12-09T15:22:13,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/aab53d3556dd42a28f226630f9036f34 2024-12-09T15:22:13,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/6f9245123e954fc1bd8197dd78fb93db as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6f9245123e954fc1bd8197dd78fb93db 2024-12-09T15:22:13,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6f9245123e954fc1bd8197dd78fb93db, entries=200, sequenceid=274, filesize=39.0 K 2024-12-09T15:22:13,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/c4da8ad39104431191c66bd650a5e1d7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c4da8ad39104431191c66bd650a5e1d7 2024-12-09T15:22:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c4da8ad39104431191c66bd650a5e1d7, entries=150, sequenceid=274, filesize=12.0 K 2024-12-09T15:22:13,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/aab53d3556dd42a28f226630f9036f34 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/aab53d3556dd42a28f226630f9036f34 2024-12-09T15:22:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/aab53d3556dd42a28f226630f9036f34, entries=150, sequenceid=274, filesize=12.0 K 2024-12-09T15:22:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 4b750ea7df4fa31d4a91916d9686e53c in 607ms, sequenceid=274, compaction requested=true 2024-12-09T15:22:13,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:13,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:13,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:13,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:13,989 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:13,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:13,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:13,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:22:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,990 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:13,990 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/A is initiating minor compaction (all files) 2024-12-09T15:22:13,991 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/A in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:13,991 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ff1be4b417aa495fa9dc49eb4c022d34, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e202fe54fadf4ea996796b459f0b0685, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6f9245123e954fc1bd8197dd78fb93db] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=100.2 K 2024-12-09T15:22:13,991 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:13,991 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ff1be4b417aa495fa9dc49eb4c022d34, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e202fe54fadf4ea996796b459f0b0685, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6f9245123e954fc1bd8197dd78fb93db] 2024-12-09T15:22:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,991 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ff1be4b417aa495fa9dc49eb4c022d34, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733757731456 2024-12-09T15:22:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,992 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e202fe54fadf4ea996796b459f0b0685, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733757731583 2024-12-09T15:22:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,992 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f9245123e954fc1bd8197dd78fb93db, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733757732242 2024-12-09T15:22:13,992 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,998 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,998 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/B is initiating minor compaction (all files) 2024-12-09T15:22:13,998 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/B in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,998 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1c0ab7f60eb244bb9fa52da0fba528bf, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1420bafcf12544dfbe66b229b4996f85, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/6798d52f047e4713a51e9c80489b1add, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c4da8ad39104431191c66bd650a5e1d7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=48.1 K 2024-12-09T15:22:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,999 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c0ab7f60eb244bb9fa52da0fba528bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733757730759 2024-12-09T15:22:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:13,999 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1420bafcf12544dfbe66b229b4996f85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733757731456 2024-12-09T15:22:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,000 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6798d52f047e4713a51e9c80489b1add, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733757731583 2024-12-09T15:22:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,000 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4da8ad39104431191c66bd650a5e1d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733757732242 2024-12-09T15:22:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,001 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,004 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120958aa89f13b9948b79102c4cfb64188e2_4b750ea7df4fa31d4a91916d9686e53c store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,006 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120958aa89f13b9948b79102c4cfb64188e2_4b750ea7df4fa31d4a91916d9686e53c, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,006 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120958aa89f13b9948b79102c4cfb64188e2_4b750ea7df4fa31d4a91916d9686e53c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,014 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,015 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7b839fe3e4de41108f8c016483227140 is 50, key is test_row_0/B:col10/1733757732242/Put/seqid=0 2024-12-09T15:22:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:14,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:14,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:22:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742241_1417 (size=4469) 2024-12-09T15:22:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,040 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#A#compaction#347 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742242_1418 (size=12915) 2024-12-09T15:22:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,041 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/8faa4056f8b9412d959c8424c82fa0a6 is 175, key is test_row_0/A:col10/1733757732242/Put/seqid=0 2024-12-09T15:22:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093a3aa790469c43b5bb609fb12cc3760d_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757734031/Put/seqid=0 2024-12-09T15:22:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742243_1419 (size=31835) 2024-12-09T15:22:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742244_1420 (size=20074) 2024-12-09T15:22:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757794101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757794106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757794106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757794107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-09T15:22:14,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757794209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757794217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757794217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757794218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:14,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:14,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757794416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757794423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757794425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757794430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,455 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7b839fe3e4de41108f8c016483227140 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7b839fe3e4de41108f8c016483227140 2024-12-09T15:22:14,467 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/8faa4056f8b9412d959c8424c82fa0a6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/8faa4056f8b9412d959c8424c82fa0a6 2024-12-09T15:22:14,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:14,471 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/B of 4b750ea7df4fa31d4a91916d9686e53c into 7b839fe3e4de41108f8c016483227140(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:14,471 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:14,471 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/B, priority=12, startTime=1733757733989; duration=0sec 2024-12-09T15:22:14,472 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:14,472 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:B 2024-12-09T15:22:14,472 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:14,476 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:14,476 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/C is initiating minor compaction (all files) 2024-12-09T15:22:14,476 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/C in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,476 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/78b615c3f81142c7973bc639ca76734c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d66fb15e3f404095b235d9a2b22a1156, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d40833b6355f43ed8d23e55e5b7158aa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/aab53d3556dd42a28f226630f9036f34] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=48.1 K 2024-12-09T15:22:14,479 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/A of 4b750ea7df4fa31d4a91916d9686e53c into 8faa4056f8b9412d959c8424c82fa0a6(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:14,479 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:14,479 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/A, priority=13, startTime=1733757733989; duration=0sec 2024-12-09T15:22:14,479 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:14,479 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:A 2024-12-09T15:22:14,480 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78b615c3f81142c7973bc639ca76734c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733757730759 2024-12-09T15:22:14,481 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d66fb15e3f404095b235d9a2b22a1156, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733757731456 2024-12-09T15:22:14,481 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d40833b6355f43ed8d23e55e5b7158aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733757731583 2024-12-09T15:22:14,481 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting aab53d3556dd42a28f226630f9036f34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733757732242 2024-12-09T15:22:14,484 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093a3aa790469c43b5bb609fb12cc3760d_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093a3aa790469c43b5bb609fb12cc3760d_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:14,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/b31edb89497547b3810c3e07a5f50333, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/b31edb89497547b3810c3e07a5f50333 is 175, key is test_row_0/A:col10/1733757734031/Put/seqid=0 2024-12-09T15:22:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,497 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:14,498 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/c73e3fd62e034250916de214172a83a0 is 50, key is test_row_0/C:col10/1733757732242/Put/seqid=0 2024-12-09T15:22:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742245_1421 (size=57333) 2024-12-09T15:22:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742246_1422 (size=12915) 2024-12-09T15:22:14,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:14,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:14,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-09T15:22:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757794723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757794729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757794730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757794738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,928 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/b31edb89497547b3810c3e07a5f50333 2024-12-09T15:22:14,938 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/c73e3fd62e034250916de214172a83a0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c73e3fd62e034250916de214172a83a0 2024-12-09T15:22:14,944 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/C of 4b750ea7df4fa31d4a91916d9686e53c into c73e3fd62e034250916de214172a83a0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:14,944 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:14,944 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/C, priority=12, startTime=1733757733989; duration=0sec 2024-12-09T15:22:14,944 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:14,944 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:C 2024-12-09T15:22:14,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/bc726247b5dd4ce7b5ef216c6c5aea67 is 50, key is test_row_0/B:col10/1733757734031/Put/seqid=0 2024-12-09T15:22:14,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:14,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:14,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:14,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742247_1423 (size=12301) 2024-12-09T15:22:14,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/bc726247b5dd4ce7b5ef216c6c5aea67 2024-12-09T15:22:14,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/c5c6ec283ec64521b968d6f68bf88063 is 50, key is test_row_0/C:col10/1733757734031/Put/seqid=0 2024-12-09T15:22:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742248_1424 (size=12301) 2024-12-09T15:22:15,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:15,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:15,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:15,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757795227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:15,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757795238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:15,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757795238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:15,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757795248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:15,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:15,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:15,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:15,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/c5c6ec283ec64521b968d6f68bf88063 2024-12-09T15:22:15,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/b31edb89497547b3810c3e07a5f50333 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b31edb89497547b3810c3e07a5f50333 2024-12-09T15:22:15,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b31edb89497547b3810c3e07a5f50333, entries=300, sequenceid=286, filesize=56.0 K 2024-12-09T15:22:15,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/bc726247b5dd4ce7b5ef216c6c5aea67 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/bc726247b5dd4ce7b5ef216c6c5aea67 2024-12-09T15:22:15,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/bc726247b5dd4ce7b5ef216c6c5aea67, entries=150, sequenceid=286, filesize=12.0 K 2024-12-09T15:22:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/c5c6ec283ec64521b968d6f68bf88063 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c5c6ec283ec64521b968d6f68bf88063 2024-12-09T15:22:15,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c5c6ec283ec64521b968d6f68bf88063, entries=150, sequenceid=286, filesize=12.0 K 2024-12-09T15:22:15,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4b750ea7df4fa31d4a91916d9686e53c in 1374ms, sequenceid=286, compaction requested=false 2024-12-09T15:22:15,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:15,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:15,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-09T15:22:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:15,420 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:22:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:15,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:15,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:15,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:15,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c96839b064684a5bbd9a1bb3726412bf_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757734100/Put/seqid=0 2024-12-09T15:22:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742249_1425 (size=12454) 2024-12-09T15:22:15,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:15,458 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c96839b064684a5bbd9a1bb3726412bf_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c96839b064684a5bbd9a1bb3726412bf_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:15,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/30db597c13d44e9aa11910711825def1, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/30db597c13d44e9aa11910711825def1 is 175, key is test_row_0/A:col10/1733757734100/Put/seqid=0 2024-12-09T15:22:15,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742250_1426 (size=31255) 2024-12-09T15:22:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-09T15:22:15,904 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/30db597c13d44e9aa11910711825def1 2024-12-09T15:22:15,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/81f06477fe5f455fa3637f908408ab5d is 50, key is test_row_0/B:col10/1733757734100/Put/seqid=0 2024-12-09T15:22:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742251_1427 (size=12301) 2024-12-09T15:22:16,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:16,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757796258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757796258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757796259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757796260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,330 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/81f06477fe5f455fa3637f908408ab5d 2024-12-09T15:22:16,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/479e1a6a52df4c3dbc5b3f57bc46a84b is 50, key is test_row_0/C:col10/1733757734100/Put/seqid=0 2024-12-09T15:22:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742252_1428 (size=12301) 2024-12-09T15:22:16,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757796361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757796362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757796366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757796366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757796567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757796567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757796574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757796575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,746 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/479e1a6a52df4c3dbc5b3f57bc46a84b 2024-12-09T15:22:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/30db597c13d44e9aa11910711825def1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/30db597c13d44e9aa11910711825def1 2024-12-09T15:22:16,761 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/30db597c13d44e9aa11910711825def1, entries=150, sequenceid=314, filesize=30.5 K 2024-12-09T15:22:16,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/81f06477fe5f455fa3637f908408ab5d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/81f06477fe5f455fa3637f908408ab5d 2024-12-09T15:22:16,776 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/81f06477fe5f455fa3637f908408ab5d, entries=150, sequenceid=314, filesize=12.0 K 2024-12-09T15:22:16,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/479e1a6a52df4c3dbc5b3f57bc46a84b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/479e1a6a52df4c3dbc5b3f57bc46a84b 2024-12-09T15:22:16,790 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/479e1a6a52df4c3dbc5b3f57bc46a84b, entries=150, sequenceid=314, filesize=12.0 K 2024-12-09T15:22:16,792 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4b750ea7df4fa31d4a91916d9686e53c in 1372ms, sequenceid=314, compaction requested=true 2024-12-09T15:22:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-09T15:22:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-09T15:22:16,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-09T15:22:16,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2310 sec 2024-12-09T15:22:16,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 3.2490 sec 2024-12-09T15:22:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:16,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T15:22:16,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:16,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:16,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209089add3c61c5448ab00895bb50dfe14c_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757736882/Put/seqid=0 2024-12-09T15:22:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742253_1429 (size=17534) 2024-12-09T15:22:16,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757796923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757796923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757796924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757796928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757797031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757797031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757797032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757797036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757797235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757797236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757797236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757797247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:17,365 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209089add3c61c5448ab00895bb50dfe14c_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209089add3c61c5448ab00895bb50dfe14c_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:17,371 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/5cb78d76b5b44808a3aee82a03bdc4bb, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:17,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/5cb78d76b5b44808a3aee82a03bdc4bb is 175, key is test_row_0/A:col10/1733757736882/Put/seqid=0 2024-12-09T15:22:17,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742254_1430 (size=48639) 2024-12-09T15:22:17,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757797538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757797538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757797542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757797556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-09T15:22:17,674 INFO [Thread-1572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-09T15:22:17,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-09T15:22:17,677 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-09T15:22:17,677 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:17,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-09T15:22:17,804 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/5cb78d76b5b44808a3aee82a03bdc4bb 2024-12-09T15:22:17,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/d64b016b51224b1398b73570c6283b86 is 50, key is test_row_0/B:col10/1733757736882/Put/seqid=0 2024-12-09T15:22:17,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742255_1431 (size=12301) 2024-12-09T15:22:17,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-09T15:22:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:17,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-09T15:22:17,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:17,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-09T15:22:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:17,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:18,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757798049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:18,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757798051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757798053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:18,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757798059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:18,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:18,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-09T15:22:18,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:18,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:18,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:18,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:18,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:18,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/d64b016b51224b1398b73570c6283b86 2024-12-09T15:22:18,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/331c54f598f348a38217245f913402b7 is 50, key is test_row_0/C:col10/1733757736882/Put/seqid=0 2024-12-09T15:22:18,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742256_1432 (size=12301) 2024-12-09T15:22:18,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/331c54f598f348a38217245f913402b7 2024-12-09T15:22:18,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/5cb78d76b5b44808a3aee82a03bdc4bb as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/5cb78d76b5b44808a3aee82a03bdc4bb 2024-12-09T15:22:18,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/5cb78d76b5b44808a3aee82a03bdc4bb, entries=250, sequenceid=327, filesize=47.5 K 2024-12-09T15:22:18,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/d64b016b51224b1398b73570c6283b86 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/d64b016b51224b1398b73570c6283b86 2024-12-09T15:22:18,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/d64b016b51224b1398b73570c6283b86, entries=150, sequenceid=327, filesize=12.0 K 2024-12-09T15:22:18,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/331c54f598f348a38217245f913402b7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/331c54f598f348a38217245f913402b7 2024-12-09T15:22:18,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/331c54f598f348a38217245f913402b7, entries=150, sequenceid=327, filesize=12.0 K 2024-12-09T15:22:18,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4b750ea7df4fa31d4a91916d9686e53c in 1381ms, sequenceid=327, compaction requested=true 2024-12-09T15:22:18,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:18,264 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:18,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:18,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:18,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:18,264 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:18,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:18,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:18,265 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 169062 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:18,265 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/A is initiating minor compaction (all files) 2024-12-09T15:22:18,265 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/A in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:18,265 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/8faa4056f8b9412d959c8424c82fa0a6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b31edb89497547b3810c3e07a5f50333, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/30db597c13d44e9aa11910711825def1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/5cb78d76b5b44808a3aee82a03bdc4bb] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=165.1 K 2024-12-09T15:22:18,265 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:18,265 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/8faa4056f8b9412d959c8424c82fa0a6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b31edb89497547b3810c3e07a5f50333, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/30db597c13d44e9aa11910711825def1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/5cb78d76b5b44808a3aee82a03bdc4bb] 2024-12-09T15:22:18,265 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:18,265 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/B is initiating minor compaction (all files) 2024-12-09T15:22:18,265 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/B in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:18,265 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7b839fe3e4de41108f8c016483227140, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/bc726247b5dd4ce7b5ef216c6c5aea67, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/81f06477fe5f455fa3637f908408ab5d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/d64b016b51224b1398b73570c6283b86] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=48.7 K 2024-12-09T15:22:18,266 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b839fe3e4de41108f8c016483227140, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733757732242 2024-12-09T15:22:18,266 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8faa4056f8b9412d959c8424c82fa0a6, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733757732242 2024-12-09T15:22:18,266 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting bc726247b5dd4ce7b5ef216c6c5aea67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733757734030 2024-12-09T15:22:18,266 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b31edb89497547b3810c3e07a5f50333, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733757733393 2024-12-09T15:22:18,267 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 81f06477fe5f455fa3637f908408ab5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733757734100 2024-12-09T15:22:18,267 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30db597c13d44e9aa11910711825def1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733757734100 2024-12-09T15:22:18,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:18,267 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d64b016b51224b1398b73570c6283b86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733757736259 2024-12-09T15:22:18,267 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cb78d76b5b44808a3aee82a03bdc4bb, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733757736245 2024-12-09T15:22:18,278 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-09T15:22:18,287 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#B#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:18,288 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/ad48aeb746994e1aa7da0083ae5a921d is 50, key is test_row_0/B:col10/1733757736882/Put/seqid=0 2024-12-09T15:22:18,289 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209c3daeb79ee1f492295ff25fb4aed8582_4b750ea7df4fa31d4a91916d9686e53c store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:18,291 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209c3daeb79ee1f492295ff25fb4aed8582_4b750ea7df4fa31d4a91916d9686e53c, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:18,291 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c3daeb79ee1f492295ff25fb4aed8582_4b750ea7df4fa31d4a91916d9686e53c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:18,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:18,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-09T15:22:18,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:18,304 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T15:22:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:18,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742257_1433 (size=13051) 2024-12-09T15:22:18,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f9ec3f2a7bf1490b9ed899404fd97f8e_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757736922/Put/seqid=0 2024-12-09T15:22:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742258_1434 (size=4469) 2024-12-09T15:22:18,377 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#A#compaction#359 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:18,378 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/242d83ec480344a19bb85ce981315f66 is 175, key is test_row_0/A:col10/1733757736882/Put/seqid=0 2024-12-09T15:22:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742260_1436 (size=31971) 2024-12-09T15:22:18,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742259_1435 (size=12454) 2024-12-09T15:22:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:18,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757798705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:18,752 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/ad48aeb746994e1aa7da0083ae5a921d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/ad48aeb746994e1aa7da0083ae5a921d 2024-12-09T15:22:18,758 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/B of 4b750ea7df4fa31d4a91916d9686e53c into ad48aeb746994e1aa7da0083ae5a921d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:18,758 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:18,758 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/B, priority=12, startTime=1733757738264; duration=0sec 2024-12-09T15:22:18,758 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:18,758 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:B 2024-12-09T15:22:18,758 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:18,760 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:18,760 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/C is initiating minor compaction (all files) 2024-12-09T15:22:18,760 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/C in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:18,760 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c73e3fd62e034250916de214172a83a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c5c6ec283ec64521b968d6f68bf88063, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/479e1a6a52df4c3dbc5b3f57bc46a84b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/331c54f598f348a38217245f913402b7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=48.7 K 2024-12-09T15:22:18,761 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c73e3fd62e034250916de214172a83a0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733757732242 2024-12-09T15:22:18,761 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c6ec283ec64521b968d6f68bf88063, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733757734030 2024-12-09T15:22:18,762 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 479e1a6a52df4c3dbc5b3f57bc46a84b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733757734100 2024-12-09T15:22:18,762 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 331c54f598f348a38217245f913402b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733757736259 2024-12-09T15:22:18,772 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:18,773 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/2f9dd3bf276a45179f75db10f3266c20 is 50, key is test_row_0/C:col10/1733757736882/Put/seqid=0 2024-12-09T15:22:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-09T15:22:18,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742261_1437 (size=13051) 2024-12-09T15:22:18,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:18,807 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f9ec3f2a7bf1490b9ed899404fd97f8e_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f9ec3f2a7bf1490b9ed899404fd97f8e_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:18,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/26e5846f837f49f69ca971d7d82a29a0, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:18,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/26e5846f837f49f69ca971d7d82a29a0 is 175, key is test_row_0/A:col10/1733757736922/Put/seqid=0 2024-12-09T15:22:18,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/242d83ec480344a19bb85ce981315f66 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/242d83ec480344a19bb85ce981315f66 2024-12-09T15:22:18,817 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/A of 4b750ea7df4fa31d4a91916d9686e53c into 242d83ec480344a19bb85ce981315f66(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:18,818 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:18,818 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/A, priority=12, startTime=1733757738263; duration=0sec 2024-12-09T15:22:18,818 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:18,818 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:A 2024-12-09T15:22:18,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742262_1438 (size=31255) 2024-12-09T15:22:18,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757798821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:18,827 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/26e5846f837f49f69ca971d7d82a29a0 2024-12-09T15:22:18,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/b91c78d475034b9eacb48f98683818dc is 50, key is test_row_0/B:col10/1733757736922/Put/seqid=0 2024-12-09T15:22:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742263_1439 (size=12301) 2024-12-09T15:22:18,856 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/b91c78d475034b9eacb48f98683818dc 2024-12-09T15:22:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/11e6e892b6d5443fbed0ac22aab15ce5 is 50, key is test_row_0/C:col10/1733757736922/Put/seqid=0 2024-12-09T15:22:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742264_1440 (size=12301) 2024-12-09T15:22:18,890 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/11e6e892b6d5443fbed0ac22aab15ce5 2024-12-09T15:22:18,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/26e5846f837f49f69ca971d7d82a29a0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/26e5846f837f49f69ca971d7d82a29a0 2024-12-09T15:22:18,898 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/26e5846f837f49f69ca971d7d82a29a0, entries=150, sequenceid=350, filesize=30.5 K 2024-12-09T15:22:18,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/b91c78d475034b9eacb48f98683818dc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/b91c78d475034b9eacb48f98683818dc 2024-12-09T15:22:18,905 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/b91c78d475034b9eacb48f98683818dc, entries=150, sequenceid=350, filesize=12.0 K 2024-12-09T15:22:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/11e6e892b6d5443fbed0ac22aab15ce5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/11e6e892b6d5443fbed0ac22aab15ce5 2024-12-09T15:22:18,910 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/11e6e892b6d5443fbed0ac22aab15ce5, entries=150, sequenceid=350, filesize=12.0 K 2024-12-09T15:22:18,911 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4b750ea7df4fa31d4a91916d9686e53c in 607ms, sequenceid=350, compaction requested=false 2024-12-09T15:22:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-09T15:22:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-09T15:22:18,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-09T15:22:18,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2350 sec 2024-12-09T15:22:18,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.2390 sec 2024-12-09T15:22:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:19,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T15:22:19,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:19,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:19,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:19,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:19,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:19,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:19,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092d4e9d4f37c24fd1b67a9d5d4524a2d8_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757738704/Put/seqid=0 2024-12-09T15:22:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742265_1441 (size=14994) 2024-12-09T15:22:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757799095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757799097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757799098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757799099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757799099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757799201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757799201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757799207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757799207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,215 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/2f9dd3bf276a45179f75db10f3266c20 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/2f9dd3bf276a45179f75db10f3266c20 2024-12-09T15:22:19,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757799210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,221 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/C of 4b750ea7df4fa31d4a91916d9686e53c into 2f9dd3bf276a45179f75db10f3266c20(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:19,221 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:19,221 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/C, priority=12, startTime=1733757738264; duration=0sec 2024-12-09T15:22:19,221 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:19,221 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:C 2024-12-09T15:22:19,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757799409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757799411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757799411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757799412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757799417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,485 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:19,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092d4e9d4f37c24fd1b67a9d5d4524a2d8_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092d4e9d4f37c24fd1b67a9d5d4524a2d8_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:19,520 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/6b205c99d3224c99922c538694676680, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:19,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/6b205c99d3224c99922c538694676680 is 175, key is test_row_0/A:col10/1733757738704/Put/seqid=0 2024-12-09T15:22:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742266_1442 (size=39949) 2024-12-09T15:22:19,549 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/6b205c99d3224c99922c538694676680 2024-12-09T15:22:19,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7ad87ea9a8fb4b7fa5cf2b77428c298a is 50, key is test_row_0/B:col10/1733757738704/Put/seqid=0 2024-12-09T15:22:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742267_1443 (size=12301) 2024-12-09T15:22:19,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7ad87ea9a8fb4b7fa5cf2b77428c298a 2024-12-09T15:22:19,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/bd2bff39de8248c2a3eaa576a20132f1 is 50, key is test_row_0/C:col10/1733757738704/Put/seqid=0 2024-12-09T15:22:19,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742268_1444 (size=12301) 2024-12-09T15:22:19,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757799716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757799716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757799718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757799719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757799726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-09T15:22:19,785 INFO [Thread-1572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-09T15:22:19,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-09T15:22:19,788 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-09T15:22:19,789 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:19,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-09T15:22:19,940 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:19,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-09T15:22:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:19,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:20,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/bd2bff39de8248c2a3eaa576a20132f1 2024-12-09T15:22:20,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/6b205c99d3224c99922c538694676680 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6b205c99d3224c99922c538694676680 2024-12-09T15:22:20,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6b205c99d3224c99922c538694676680, entries=200, sequenceid=366, filesize=39.0 K 2024-12-09T15:22:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7ad87ea9a8fb4b7fa5cf2b77428c298a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7ad87ea9a8fb4b7fa5cf2b77428c298a 2024-12-09T15:22:20,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7ad87ea9a8fb4b7fa5cf2b77428c298a, entries=150, sequenceid=366, filesize=12.0 K 2024-12-09T15:22:20,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/bd2bff39de8248c2a3eaa576a20132f1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/bd2bff39de8248c2a3eaa576a20132f1 2024-12-09T15:22:20,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/bd2bff39de8248c2a3eaa576a20132f1, entries=150, sequenceid=366, filesize=12.0 K 2024-12-09T15:22:20,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4b750ea7df4fa31d4a91916d9686e53c in 1030ms, sequenceid=366, compaction requested=true 2024-12-09T15:22:20,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:20,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:20,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:20,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:20,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:20,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:20,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:22:20,066 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:20,067 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:20,067 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/A is initiating minor compaction (all files) 2024-12-09T15:22:20,067 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/A in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:20,067 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/242d83ec480344a19bb85ce981315f66, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/26e5846f837f49f69ca971d7d82a29a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6b205c99d3224c99922c538694676680] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=100.8 K 2024-12-09T15:22:20,067 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:20,067 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/242d83ec480344a19bb85ce981315f66, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/26e5846f837f49f69ca971d7d82a29a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6b205c99d3224c99922c538694676680] 2024-12-09T15:22:20,068 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 242d83ec480344a19bb85ce981315f66, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733757736259 2024-12-09T15:22:20,068 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26e5846f837f49f69ca971d7d82a29a0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733757736914 2024-12-09T15:22:20,068 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:20,068 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b205c99d3224c99922c538694676680, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733757738657 2024-12-09T15:22:20,069 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:20,069 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/B is initiating minor compaction (all files) 2024-12-09T15:22:20,069 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/B in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:20,070 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/ad48aeb746994e1aa7da0083ae5a921d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/b91c78d475034b9eacb48f98683818dc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7ad87ea9a8fb4b7fa5cf2b77428c298a] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=36.8 K 2024-12-09T15:22:20,070 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ad48aeb746994e1aa7da0083ae5a921d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733757736259 2024-12-09T15:22:20,071 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b91c78d475034b9eacb48f98683818dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733757736914 2024-12-09T15:22:20,071 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ad87ea9a8fb4b7fa5cf2b77428c298a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733757738657 2024-12-09T15:22:20,085 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-09T15:22:20,093 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-09T15:22:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:20,094 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:22:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:20,101 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209d587a833498f48668cbe23168df24376_4b750ea7df4fa31d4a91916d9686e53c store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:20,103 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209d587a833498f48668cbe23168df24376_4b750ea7df4fa31d4a91916d9686e53c, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:20,103 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d587a833498f48668cbe23168df24376_4b750ea7df4fa31d4a91916d9686e53c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:20,110 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#B#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:20,110 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7a8dd1e4985d49de9db7763e4f7518ba is 50, key is test_row_0/B:col10/1733757738704/Put/seqid=0 2024-12-09T15:22:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742269_1445 (size=4469) 2024-12-09T15:22:20,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120909301c6805914307a905f4c79eb373db_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757739094/Put/seqid=0 2024-12-09T15:22:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742270_1446 (size=13153) 2024-12-09T15:22:20,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742271_1447 (size=12454) 2024-12-09T15:22:20,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:20,166 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120909301c6805914307a905f4c79eb373db_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120909301c6805914307a905f4c79eb373db_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:20,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f199b323ebe34a4ca8485819ec8391f0, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:20,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f199b323ebe34a4ca8485819ec8391f0 is 175, key is test_row_0/A:col10/1733757739094/Put/seqid=0 2024-12-09T15:22:20,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742272_1448 (size=31255) 2024-12-09T15:22:20,185 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f199b323ebe34a4ca8485819ec8391f0 2024-12-09T15:22:20,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/5afc2d2e961147ba9afa12bb5f99178f is 50, key is test_row_0/B:col10/1733757739094/Put/seqid=0 2024-12-09T15:22:20,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. as already flushing 2024-12-09T15:22:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742273_1449 (size=12301) 2024-12-09T15:22:20,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757800244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757800245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757800246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757800248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757800249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757800353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757800353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757800360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757800361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757800361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-09T15:22:20,392 DEBUG [Thread-1573 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:61620 2024-12-09T15:22:20,392 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:20,394 DEBUG [Thread-1575 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:61620 2024-12-09T15:22:20,394 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:20,396 DEBUG [Thread-1579 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:61620 2024-12-09T15:22:20,396 DEBUG [Thread-1579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:20,399 DEBUG [Thread-1581 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:61620 2024-12-09T15:22:20,399 DEBUG [Thread-1581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:20,402 DEBUG [Thread-1577 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:61620 2024-12-09T15:22:20,402 DEBUG [Thread-1577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:20,532 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#A#compaction#368 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:20,533 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/a10f963fb66347e0b8e6f8cf7794a71f is 175, key is test_row_0/A:col10/1733757738704/Put/seqid=0 2024-12-09T15:22:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742274_1450 (size=32073) 2024-12-09T15:22:20,555 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/7a8dd1e4985d49de9db7763e4f7518ba as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7a8dd1e4985d49de9db7763e4f7518ba 2024-12-09T15:22:20,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757800557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757800559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,560 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/B of 4b750ea7df4fa31d4a91916d9686e53c into 7a8dd1e4985d49de9db7763e4f7518ba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:20,560 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:20,560 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/B, priority=13, startTime=1733757740066; duration=0sec 2024-12-09T15:22:20,560 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:20,561 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:B 2024-12-09T15:22:20,561 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:20,561 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:20,562 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 4b750ea7df4fa31d4a91916d9686e53c/C is initiating minor compaction (all files) 2024-12-09T15:22:20,562 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4b750ea7df4fa31d4a91916d9686e53c/C in TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:20,562 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/2f9dd3bf276a45179f75db10f3266c20, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/11e6e892b6d5443fbed0ac22aab15ce5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/bd2bff39de8248c2a3eaa576a20132f1] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp, totalSize=36.8 K 2024-12-09T15:22:20,562 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f9dd3bf276a45179f75db10f3266c20, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733757736259 2024-12-09T15:22:20,562 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 11e6e892b6d5443fbed0ac22aab15ce5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733757736914 2024-12-09T15:22:20,563 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting bd2bff39de8248c2a3eaa576a20132f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733757738657 2024-12-09T15:22:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757800568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757800568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757800568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,570 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b750ea7df4fa31d4a91916d9686e53c#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:20,570 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/ee30dc4ca16346f2b4eb4c045c5198aa is 50, key is test_row_0/C:col10/1733757738704/Put/seqid=0 2024-12-09T15:22:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742275_1451 (size=13153) 2024-12-09T15:22:20,627 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/5afc2d2e961147ba9afa12bb5f99178f 2024-12-09T15:22:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/2644eb56315f4ec8a1f04d6e0689a1bc is 50, key is test_row_0/C:col10/1733757739094/Put/seqid=0 2024-12-09T15:22:20,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742276_1452 (size=12301) 2024-12-09T15:22:20,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58172 deadline: 1733757800859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58118 deadline: 1733757800862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58158 deadline: 1733757800869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58130 deadline: 1733757800869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1733757800871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-09T15:22:20,940 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/a10f963fb66347e0b8e6f8cf7794a71f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/a10f963fb66347e0b8e6f8cf7794a71f 2024-12-09T15:22:20,944 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/A of 4b750ea7df4fa31d4a91916d9686e53c into a10f963fb66347e0b8e6f8cf7794a71f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:20,944 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:20,944 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/A, priority=13, startTime=1733757740066; duration=0sec 2024-12-09T15:22:20,944 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:20,944 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:A 2024-12-09T15:22:20,978 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/ee30dc4ca16346f2b4eb4c045c5198aa as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ee30dc4ca16346f2b4eb4c045c5198aa 2024-12-09T15:22:20,982 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4b750ea7df4fa31d4a91916d9686e53c/C of 4b750ea7df4fa31d4a91916d9686e53c into ee30dc4ca16346f2b4eb4c045c5198aa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:20,982 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:20,982 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c., storeName=4b750ea7df4fa31d4a91916d9686e53c/C, priority=13, startTime=1733757740066; duration=0sec 2024-12-09T15:22:20,982 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:20,982 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:C 2024-12-09T15:22:21,038 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/2644eb56315f4ec8a1f04d6e0689a1bc 2024-12-09T15:22:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/f199b323ebe34a4ca8485819ec8391f0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f199b323ebe34a4ca8485819ec8391f0 2024-12-09T15:22:21,044 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f199b323ebe34a4ca8485819ec8391f0, entries=150, sequenceid=389, filesize=30.5 K 2024-12-09T15:22:21,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/5afc2d2e961147ba9afa12bb5f99178f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/5afc2d2e961147ba9afa12bb5f99178f 2024-12-09T15:22:21,048 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/5afc2d2e961147ba9afa12bb5f99178f, entries=150, sequenceid=389, filesize=12.0 K 2024-12-09T15:22:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/2644eb56315f4ec8a1f04d6e0689a1bc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/2644eb56315f4ec8a1f04d6e0689a1bc 2024-12-09T15:22:21,052 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/2644eb56315f4ec8a1f04d6e0689a1bc, entries=150, sequenceid=389, filesize=12.0 K 2024-12-09T15:22:21,053 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4b750ea7df4fa31d4a91916d9686e53c in 959ms, sequenceid=389, compaction requested=false 2024-12-09T15:22:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-09T15:22:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-09T15:22:21,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-09T15:22:21,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2650 sec 2024-12-09T15:22:21,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.2680 sec 2024-12-09T15:22:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:21,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T15:22:21,366 DEBUG [Thread-1564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:61620 2024-12-09T15:22:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:21,366 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:21,368 DEBUG [Thread-1566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:61620 2024-12-09T15:22:21,368 DEBUG [Thread-1566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:21,371 DEBUG [Thread-1570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:61620 2024-12-09T15:22:21,371 DEBUG [Thread-1570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:21,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096ad469d23a5346828b49904d90548eaa_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757740246/Put/seqid=0 2024-12-09T15:22:21,374 DEBUG [Thread-1562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:61620 2024-12-09T15:22:21,374 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:21,377 DEBUG [Thread-1568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:61620 2024-12-09T15:22:21,377 DEBUG [Thread-1568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:21,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742277_1453 (size=12454) 2024-12-09T15:22:21,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:21,792 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096ad469d23a5346828b49904d90548eaa_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096ad469d23a5346828b49904d90548eaa_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:21,793 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/497fc2bb8530412a8e8e8e9f8e82c4c4, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:21,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/497fc2bb8530412a8e8e8e9f8e82c4c4 is 175, key is test_row_0/A:col10/1733757740246/Put/seqid=0 2024-12-09T15:22:21,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742278_1454 (size=31255) 2024-12-09T15:22:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-09T15:22:21,893 INFO [Thread-1572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1790 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5370 rows 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1758 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5273 rows 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1780 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5340 rows 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1777 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5331 rows 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1783 2024-12-09T15:22:21,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5349 rows 2024-12-09T15:22:21,893 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:22:21,893 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68ad882f to 127.0.0.1:61620 2024-12-09T15:22:21,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:21,895 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-09T15:22:21,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T15:22:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-09T15:22:21,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757741901"}]},"ts":"1733757741901"} 2024-12-09T15:22:21,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T15:22:21,904 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T15:22:21,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T15:22:21,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, UNASSIGN}] 2024-12-09T15:22:21,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, UNASSIGN 2024-12-09T15:22:21,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=4b750ea7df4fa31d4a91916d9686e53c, regionState=CLOSING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:21,907 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:22:21,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:22:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-09T15:22:22,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:22,058 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:22,059 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:22:22,059 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 4b750ea7df4fa31d4a91916d9686e53c, disabling compactions & flushes 2024-12-09T15:22:22,059 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:22,197 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/497fc2bb8530412a8e8e8e9f8e82c4c4 2024-12-09T15:22:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-09T15:22:22,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/4fd7fc6308514722af13b436bff54e71 is 50, key is test_row_0/B:col10/1733757740246/Put/seqid=0 2024-12-09T15:22:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742279_1455 (size=12301) 2024-12-09T15:22:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-09T15:22:22,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/4fd7fc6308514722af13b436bff54e71 2024-12-09T15:22:22,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/ea9c7d8a617a4b0c80cf22117175e026 is 50, key is test_row_0/C:col10/1733757740246/Put/seqid=0 2024-12-09T15:22:22,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742280_1456 (size=12301) 2024-12-09T15:22:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-09T15:22:23,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/ea9c7d8a617a4b0c80cf22117175e026 2024-12-09T15:22:23,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/497fc2bb8530412a8e8e8e9f8e82c4c4 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/497fc2bb8530412a8e8e8e9f8e82c4c4 2024-12-09T15:22:23,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/497fc2bb8530412a8e8e8e9f8e82c4c4, entries=150, sequenceid=407, filesize=30.5 K 2024-12-09T15:22:23,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/4fd7fc6308514722af13b436bff54e71 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/4fd7fc6308514722af13b436bff54e71 2024-12-09T15:22:23,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/4fd7fc6308514722af13b436bff54e71, entries=150, sequenceid=407, filesize=12.0 K 2024-12-09T15:22:23,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/ea9c7d8a617a4b0c80cf22117175e026 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ea9c7d8a617a4b0c80cf22117175e026 2024-12-09T15:22:23,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ea9c7d8a617a4b0c80cf22117175e026, entries=150, sequenceid=407, filesize=12.0 K 2024-12-09T15:22:23,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 4b750ea7df4fa31d4a91916d9686e53c in 1665ms, sequenceid=407, compaction requested=true 2024-12-09T15:22:23,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:23,031 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:23,031 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:23,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:23,031 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. after waiting 0 ms 2024-12-09T15:22:23,031 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. because compaction request was cancelled 2024-12-09T15:22:23,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:23,031 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:23,031 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:A 2024-12-09T15:22:23,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:23,032 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. because compaction request was cancelled 2024-12-09T15:22:23,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:23,032 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:B 2024-12-09T15:22:23,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b750ea7df4fa31d4a91916d9686e53c:C, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:23,032 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. because compaction request was cancelled 2024-12-09T15:22:23,032 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b750ea7df4fa31d4a91916d9686e53c:C 2024-12-09T15:22:23,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:23,032 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 4b750ea7df4fa31d4a91916d9686e53c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-09T15:22:23,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=A 2024-12-09T15:22:23,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:23,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=B 2024-12-09T15:22:23,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:23,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b750ea7df4fa31d4a91916d9686e53c, store=C 2024-12-09T15:22:23,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:23,037 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ce191e1d1e1a4c909f74596bcdfe95a2_4b750ea7df4fa31d4a91916d9686e53c is 50, key is test_row_0/A:col10/1733757741376/Put/seqid=0 2024-12-09T15:22:23,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742281_1457 (size=12454) 2024-12-09T15:22:23,442 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:23,445 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ce191e1d1e1a4c909f74596bcdfe95a2_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ce191e1d1e1a4c909f74596bcdfe95a2_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:23,446 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/4eade80e413446d8b2e61e1d5f31b662, store: [table=TestAcidGuarantees family=A region=4b750ea7df4fa31d4a91916d9686e53c] 2024-12-09T15:22:23,447 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/4eade80e413446d8b2e61e1d5f31b662 is 175, key is test_row_0/A:col10/1733757741376/Put/seqid=0 2024-12-09T15:22:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742282_1458 (size=31255) 2024-12-09T15:22:23,851 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/4eade80e413446d8b2e61e1d5f31b662 2024-12-09T15:22:23,857 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/fe14ae61cb8542678a3897d77ea17ee7 is 50, key is test_row_0/B:col10/1733757741376/Put/seqid=0 2024-12-09T15:22:23,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742283_1459 (size=12301) 2024-12-09T15:22:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-09T15:22:24,261 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/fe14ae61cb8542678a3897d77ea17ee7 2024-12-09T15:22:24,267 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/a8526050a8bd411cb358164b68a6bbc6 is 50, key is test_row_0/C:col10/1733757741376/Put/seqid=0 2024-12-09T15:22:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742284_1460 (size=12301) 2024-12-09T15:22:24,675 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/a8526050a8bd411cb358164b68a6bbc6 2024-12-09T15:22:24,679 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/A/4eade80e413446d8b2e61e1d5f31b662 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eade80e413446d8b2e61e1d5f31b662 2024-12-09T15:22:24,682 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eade80e413446d8b2e61e1d5f31b662, entries=150, sequenceid=414, filesize=30.5 K 2024-12-09T15:22:24,683 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/B/fe14ae61cb8542678a3897d77ea17ee7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/fe14ae61cb8542678a3897d77ea17ee7 2024-12-09T15:22:24,687 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/fe14ae61cb8542678a3897d77ea17ee7, entries=150, sequenceid=414, filesize=12.0 K 2024-12-09T15:22:24,687 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/.tmp/C/a8526050a8bd411cb358164b68a6bbc6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/a8526050a8bd411cb358164b68a6bbc6 2024-12-09T15:22:24,690 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/a8526050a8bd411cb358164b68a6bbc6, entries=150, sequenceid=414, filesize=12.0 K 2024-12-09T15:22:24,691 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4b750ea7df4fa31d4a91916d9686e53c in 1660ms, sequenceid=414, compaction requested=true 2024-12-09T15:22:24,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/c29aac691216406983f614451db980d6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/12cf478f67944ade8cd5912b1ce3c366, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b360714c9bdd454399fd70cf5ba1ace7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e7e888e623a142b79f76745797110c96, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f20abe86150f403a9b2878e329d67d4d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eb781db56eb4b3a9b5356635be1217e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/506e128dcd6f47d18089d6b0d1bcd8fd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/423f7859213f41d293665e9cb269fe64, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/2fd2e04fcec640328093e470db0fc789, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/7951f81b84c0401f92b7028b00491804, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ef7b8dc1202e4142a9c0c24745df398e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f61c4bb319a441c6aaebbf3a7f32ac46, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f7e2126c36c541ca9a3ebaa0fb3e24b8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ff1be4b417aa495fa9dc49eb4c022d34, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/262146453dbe4fc3a4d28f0f454336be, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e202fe54fadf4ea996796b459f0b0685, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6f9245123e954fc1bd8197dd78fb93db, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/8faa4056f8b9412d959c8424c82fa0a6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b31edb89497547b3810c3e07a5f50333, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/30db597c13d44e9aa11910711825def1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/5cb78d76b5b44808a3aee82a03bdc4bb, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/242d83ec480344a19bb85ce981315f66, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/26e5846f837f49f69ca971d7d82a29a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6b205c99d3224c99922c538694676680] to archive 2024-12-09T15:22:24,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:22:24,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/c29aac691216406983f614451db980d6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/c29aac691216406983f614451db980d6 2024-12-09T15:22:24,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/12cf478f67944ade8cd5912b1ce3c366 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/12cf478f67944ade8cd5912b1ce3c366 2024-12-09T15:22:24,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b360714c9bdd454399fd70cf5ba1ace7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b360714c9bdd454399fd70cf5ba1ace7 2024-12-09T15:22:24,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e7e888e623a142b79f76745797110c96 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e7e888e623a142b79f76745797110c96 2024-12-09T15:22:24,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f20abe86150f403a9b2878e329d67d4d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f20abe86150f403a9b2878e329d67d4d 2024-12-09T15:22:24,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eb781db56eb4b3a9b5356635be1217e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eb781db56eb4b3a9b5356635be1217e 2024-12-09T15:22:24,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/506e128dcd6f47d18089d6b0d1bcd8fd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/506e128dcd6f47d18089d6b0d1bcd8fd 2024-12-09T15:22:24,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/423f7859213f41d293665e9cb269fe64 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/423f7859213f41d293665e9cb269fe64 2024-12-09T15:22:24,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/2fd2e04fcec640328093e470db0fc789 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/2fd2e04fcec640328093e470db0fc789 2024-12-09T15:22:24,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/7951f81b84c0401f92b7028b00491804 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/7951f81b84c0401f92b7028b00491804 2024-12-09T15:22:24,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ef7b8dc1202e4142a9c0c24745df398e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ef7b8dc1202e4142a9c0c24745df398e 2024-12-09T15:22:24,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f61c4bb319a441c6aaebbf3a7f32ac46 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f61c4bb319a441c6aaebbf3a7f32ac46 2024-12-09T15:22:24,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f7e2126c36c541ca9a3ebaa0fb3e24b8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f7e2126c36c541ca9a3ebaa0fb3e24b8 2024-12-09T15:22:24,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ff1be4b417aa495fa9dc49eb4c022d34 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/ff1be4b417aa495fa9dc49eb4c022d34 2024-12-09T15:22:24,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/262146453dbe4fc3a4d28f0f454336be to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/262146453dbe4fc3a4d28f0f454336be 2024-12-09T15:22:24,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e202fe54fadf4ea996796b459f0b0685 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/e202fe54fadf4ea996796b459f0b0685 2024-12-09T15:22:24,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6f9245123e954fc1bd8197dd78fb93db to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6f9245123e954fc1bd8197dd78fb93db 2024-12-09T15:22:24,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/8faa4056f8b9412d959c8424c82fa0a6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/8faa4056f8b9412d959c8424c82fa0a6 2024-12-09T15:22:24,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b31edb89497547b3810c3e07a5f50333 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/b31edb89497547b3810c3e07a5f50333 2024-12-09T15:22:24,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/30db597c13d44e9aa11910711825def1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/30db597c13d44e9aa11910711825def1 2024-12-09T15:22:24,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/5cb78d76b5b44808a3aee82a03bdc4bb to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/5cb78d76b5b44808a3aee82a03bdc4bb 2024-12-09T15:22:24,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/242d83ec480344a19bb85ce981315f66 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/242d83ec480344a19bb85ce981315f66 2024-12-09T15:22:24,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/26e5846f837f49f69ca971d7d82a29a0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/26e5846f837f49f69ca971d7d82a29a0 2024-12-09T15:22:24,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6b205c99d3224c99922c538694676680 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/6b205c99d3224c99922c538694676680 2024-12-09T15:22:24,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/63988c1e8ed14b44997bd90fd3f4a1e8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/989bc2097d77450f9ca231cc96210fa6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e3214cb13f6b402ca465146ef447f1d4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c9b2d79963fa42759d9fe15dff5fc6b2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/2f5515af63a240eea0815a827c83bbad, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/011e5b0c5bc045dbadbe05fc6f6cf46a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/0f7a2cadd9324ec7aab61eb3f6110b80, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/21ae7106579f4aabbe6c0cc1447eef8d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/93c1f3ecedb7437b9a190c467c224a9d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7c0d7db97b934518a8987b5ac8b4d670, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e37396629c564464b36d93acab566d94, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7174550c808344aba392d28f53dc4eb6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/da14b92f447445fe8f03b3ce3f06549a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1c0ab7f60eb244bb9fa52da0fba528bf, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/76a743bad55c4337b494b50c31cdfcf4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1420bafcf12544dfbe66b229b4996f85, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/6798d52f047e4713a51e9c80489b1add, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7b839fe3e4de41108f8c016483227140, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c4da8ad39104431191c66bd650a5e1d7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/bc726247b5dd4ce7b5ef216c6c5aea67, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/81f06477fe5f455fa3637f908408ab5d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/ad48aeb746994e1aa7da0083ae5a921d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/d64b016b51224b1398b73570c6283b86, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/b91c78d475034b9eacb48f98683818dc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7ad87ea9a8fb4b7fa5cf2b77428c298a] to archive 2024-12-09T15:22:24,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:22:24,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/63988c1e8ed14b44997bd90fd3f4a1e8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/63988c1e8ed14b44997bd90fd3f4a1e8 2024-12-09T15:22:24,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/989bc2097d77450f9ca231cc96210fa6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/989bc2097d77450f9ca231cc96210fa6 2024-12-09T15:22:24,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e3214cb13f6b402ca465146ef447f1d4 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e3214cb13f6b402ca465146ef447f1d4 2024-12-09T15:22:24,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c9b2d79963fa42759d9fe15dff5fc6b2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c9b2d79963fa42759d9fe15dff5fc6b2 2024-12-09T15:22:24,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/2f5515af63a240eea0815a827c83bbad to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/2f5515af63a240eea0815a827c83bbad 2024-12-09T15:22:24,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/011e5b0c5bc045dbadbe05fc6f6cf46a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/011e5b0c5bc045dbadbe05fc6f6cf46a 2024-12-09T15:22:24,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/0f7a2cadd9324ec7aab61eb3f6110b80 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/0f7a2cadd9324ec7aab61eb3f6110b80 2024-12-09T15:22:24,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/21ae7106579f4aabbe6c0cc1447eef8d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/21ae7106579f4aabbe6c0cc1447eef8d 2024-12-09T15:22:24,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/93c1f3ecedb7437b9a190c467c224a9d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/93c1f3ecedb7437b9a190c467c224a9d 2024-12-09T15:22:24,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7c0d7db97b934518a8987b5ac8b4d670 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7c0d7db97b934518a8987b5ac8b4d670 2024-12-09T15:22:24,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e37396629c564464b36d93acab566d94 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/e37396629c564464b36d93acab566d94 2024-12-09T15:22:24,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7174550c808344aba392d28f53dc4eb6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7174550c808344aba392d28f53dc4eb6 2024-12-09T15:22:24,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/da14b92f447445fe8f03b3ce3f06549a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/da14b92f447445fe8f03b3ce3f06549a 2024-12-09T15:22:24,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1c0ab7f60eb244bb9fa52da0fba528bf to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1c0ab7f60eb244bb9fa52da0fba528bf 2024-12-09T15:22:24,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/76a743bad55c4337b494b50c31cdfcf4 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/76a743bad55c4337b494b50c31cdfcf4 2024-12-09T15:22:24,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1420bafcf12544dfbe66b229b4996f85 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/1420bafcf12544dfbe66b229b4996f85 2024-12-09T15:22:24,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/6798d52f047e4713a51e9c80489b1add to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/6798d52f047e4713a51e9c80489b1add 2024-12-09T15:22:24,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7b839fe3e4de41108f8c016483227140 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7b839fe3e4de41108f8c016483227140 2024-12-09T15:22:24,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c4da8ad39104431191c66bd650a5e1d7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/c4da8ad39104431191c66bd650a5e1d7 2024-12-09T15:22:24,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/bc726247b5dd4ce7b5ef216c6c5aea67 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/bc726247b5dd4ce7b5ef216c6c5aea67 2024-12-09T15:22:24,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/81f06477fe5f455fa3637f908408ab5d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/81f06477fe5f455fa3637f908408ab5d 2024-12-09T15:22:24,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/ad48aeb746994e1aa7da0083ae5a921d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/ad48aeb746994e1aa7da0083ae5a921d 2024-12-09T15:22:24,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/d64b016b51224b1398b73570c6283b86 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/d64b016b51224b1398b73570c6283b86 2024-12-09T15:22:24,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/b91c78d475034b9eacb48f98683818dc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/b91c78d475034b9eacb48f98683818dc 2024-12-09T15:22:24,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7ad87ea9a8fb4b7fa5cf2b77428c298a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7ad87ea9a8fb4b7fa5cf2b77428c298a 2024-12-09T15:22:24,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c531857630294a0a8b9fb8b0a8ab9096, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/8fa3e81437424d498ba5f0c96c913f3d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/71a5ed93d8df453f98762fae761c3821, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/01fc736f0a324283aff955cf3fc3ce22, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/79250ba639694f52836611eef8b6c93b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/1279603540f142b5b0b9c49d881d5191, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ef4d0020326e47c2a62ecd9a0cdce12e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/fd4bfa6831a44b0482096317372a8bee, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/cc0f9256f0fc4506a171eb8f88eddb33, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3616b593feaf4fe897318900ee28fde5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/dcdfff4044484a9f9b0d6f18523890bb, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/96a2d5e4ba604269b842b02c38fddab3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/6abba34160004f6caf3f3c6334932738, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/78b615c3f81142c7973bc639ca76734c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3cb62967e8594aabb68be8734e8ede0f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d66fb15e3f404095b235d9a2b22a1156, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d40833b6355f43ed8d23e55e5b7158aa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c73e3fd62e034250916de214172a83a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/aab53d3556dd42a28f226630f9036f34, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c5c6ec283ec64521b968d6f68bf88063, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/479e1a6a52df4c3dbc5b3f57bc46a84b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/2f9dd3bf276a45179f75db10f3266c20, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/331c54f598f348a38217245f913402b7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/11e6e892b6d5443fbed0ac22aab15ce5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/bd2bff39de8248c2a3eaa576a20132f1] to archive 2024-12-09T15:22:24,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:22:24,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c531857630294a0a8b9fb8b0a8ab9096 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c531857630294a0a8b9fb8b0a8ab9096 2024-12-09T15:22:24,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/8fa3e81437424d498ba5f0c96c913f3d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/8fa3e81437424d498ba5f0c96c913f3d 2024-12-09T15:22:24,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/71a5ed93d8df453f98762fae761c3821 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/71a5ed93d8df453f98762fae761c3821 2024-12-09T15:22:24,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/01fc736f0a324283aff955cf3fc3ce22 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/01fc736f0a324283aff955cf3fc3ce22 2024-12-09T15:22:24,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/79250ba639694f52836611eef8b6c93b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/79250ba639694f52836611eef8b6c93b 2024-12-09T15:22:24,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/1279603540f142b5b0b9c49d881d5191 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/1279603540f142b5b0b9c49d881d5191 2024-12-09T15:22:24,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ef4d0020326e47c2a62ecd9a0cdce12e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ef4d0020326e47c2a62ecd9a0cdce12e 2024-12-09T15:22:24,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/fd4bfa6831a44b0482096317372a8bee to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/fd4bfa6831a44b0482096317372a8bee 2024-12-09T15:22:24,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/cc0f9256f0fc4506a171eb8f88eddb33 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/cc0f9256f0fc4506a171eb8f88eddb33 2024-12-09T15:22:24,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3616b593feaf4fe897318900ee28fde5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3616b593feaf4fe897318900ee28fde5 2024-12-09T15:22:24,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/dcdfff4044484a9f9b0d6f18523890bb to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/dcdfff4044484a9f9b0d6f18523890bb 2024-12-09T15:22:24,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/96a2d5e4ba604269b842b02c38fddab3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/96a2d5e4ba604269b842b02c38fddab3 2024-12-09T15:22:24,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/6abba34160004f6caf3f3c6334932738 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/6abba34160004f6caf3f3c6334932738 2024-12-09T15:22:24,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/78b615c3f81142c7973bc639ca76734c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/78b615c3f81142c7973bc639ca76734c 2024-12-09T15:22:24,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3cb62967e8594aabb68be8734e8ede0f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/3cb62967e8594aabb68be8734e8ede0f 2024-12-09T15:22:24,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d66fb15e3f404095b235d9a2b22a1156 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d66fb15e3f404095b235d9a2b22a1156 2024-12-09T15:22:24,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d40833b6355f43ed8d23e55e5b7158aa to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/d40833b6355f43ed8d23e55e5b7158aa 2024-12-09T15:22:24,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c73e3fd62e034250916de214172a83a0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c73e3fd62e034250916de214172a83a0 2024-12-09T15:22:24,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/aab53d3556dd42a28f226630f9036f34 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/aab53d3556dd42a28f226630f9036f34 2024-12-09T15:22:24,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c5c6ec283ec64521b968d6f68bf88063 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/c5c6ec283ec64521b968d6f68bf88063 2024-12-09T15:22:24,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/479e1a6a52df4c3dbc5b3f57bc46a84b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/479e1a6a52df4c3dbc5b3f57bc46a84b 2024-12-09T15:22:24,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/2f9dd3bf276a45179f75db10f3266c20 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/2f9dd3bf276a45179f75db10f3266c20 2024-12-09T15:22:24,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/331c54f598f348a38217245f913402b7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/331c54f598f348a38217245f913402b7 2024-12-09T15:22:24,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/11e6e892b6d5443fbed0ac22aab15ce5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/11e6e892b6d5443fbed0ac22aab15ce5 2024-12-09T15:22:24,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/bd2bff39de8248c2a3eaa576a20132f1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/bd2bff39de8248c2a3eaa576a20132f1 2024-12-09T15:22:24,776 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/recovered.edits/417.seqid, newMaxSeqId=417, maxSeqId=4 2024-12-09T15:22:24,777 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c. 2024-12-09T15:22:24,777 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 4b750ea7df4fa31d4a91916d9686e53c: 2024-12-09T15:22:24,779 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:24,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=4b750ea7df4fa31d4a91916d9686e53c, regionState=CLOSED 2024-12-09T15:22:24,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-09T15:22:24,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 4b750ea7df4fa31d4a91916d9686e53c, server=33eb8daa289d,46843,1733757631575 in 2.8730 sec 2024-12-09T15:22:24,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-12-09T15:22:24,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b750ea7df4fa31d4a91916d9686e53c, UNASSIGN in 2.8760 sec 2024-12-09T15:22:24,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-09T15:22:24,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8780 sec 2024-12-09T15:22:24,784 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757744784"}]},"ts":"1733757744784"} 2024-12-09T15:22:24,787 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T15:22:24,789 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T15:22:24,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.8930 sec 2024-12-09T15:22:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-09T15:22:26,005 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-09T15:22:26,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T15:22:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:26,007 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-09T15:22:26,007 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:26,010 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,011 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/recovered.edits] 2024-12-09T15:22:26,014 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/497fc2bb8530412a8e8e8e9f8e82c4c4 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/497fc2bb8530412a8e8e8e9f8e82c4c4 2024-12-09T15:22:26,015 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eade80e413446d8b2e61e1d5f31b662 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/4eade80e413446d8b2e61e1d5f31b662 2024-12-09T15:22:26,016 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/a10f963fb66347e0b8e6f8cf7794a71f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/a10f963fb66347e0b8e6f8cf7794a71f 2024-12-09T15:22:26,017 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f199b323ebe34a4ca8485819ec8391f0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/A/f199b323ebe34a4ca8485819ec8391f0 2024-12-09T15:22:26,019 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/4fd7fc6308514722af13b436bff54e71 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/4fd7fc6308514722af13b436bff54e71 2024-12-09T15:22:26,019 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/5afc2d2e961147ba9afa12bb5f99178f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/5afc2d2e961147ba9afa12bb5f99178f 2024-12-09T15:22:26,020 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7a8dd1e4985d49de9db7763e4f7518ba to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/7a8dd1e4985d49de9db7763e4f7518ba 2024-12-09T15:22:26,021 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/fe14ae61cb8542678a3897d77ea17ee7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/B/fe14ae61cb8542678a3897d77ea17ee7 2024-12-09T15:22:26,023 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/2644eb56315f4ec8a1f04d6e0689a1bc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/2644eb56315f4ec8a1f04d6e0689a1bc 2024-12-09T15:22:26,024 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/a8526050a8bd411cb358164b68a6bbc6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/a8526050a8bd411cb358164b68a6bbc6 2024-12-09T15:22:26,025 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ea9c7d8a617a4b0c80cf22117175e026 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ea9c7d8a617a4b0c80cf22117175e026 2024-12-09T15:22:26,026 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ee30dc4ca16346f2b4eb4c045c5198aa to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/C/ee30dc4ca16346f2b4eb4c045c5198aa 2024-12-09T15:22:26,028 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/recovered.edits/417.seqid to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c/recovered.edits/417.seqid 2024-12-09T15:22:26,029 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,029 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T15:22:26,029 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T15:22:26,030 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T15:22:26,033 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209089add3c61c5448ab00895bb50dfe14c_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209089add3c61c5448ab00895bb50dfe14c_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,034 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120909301c6805914307a905f4c79eb373db_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120909301c6805914307a905f4c79eb373db_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,035 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209180aaa8c486b477b9f578d225e430cd1_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209180aaa8c486b477b9f578d225e430cd1_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,036 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092d4e9d4f37c24fd1b67a9d5d4524a2d8_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092d4e9d4f37c24fd1b67a9d5d4524a2d8_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,037 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093a3aa790469c43b5bb609fb12cc3760d_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093a3aa790469c43b5bb609fb12cc3760d_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,038 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093a91a27e59044ef0a29515c46046031f_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093a91a27e59044ef0a29515c46046031f_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,039 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209424e5dfca77c4a6a9d71c33e96734f89_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209424e5dfca77c4a6a9d71c33e96734f89_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,040 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120950f3873ec3b44c4fb3dcc523adb03850_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120950f3873ec3b44c4fb3dcc523adb03850_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,041 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096ad469d23a5346828b49904d90548eaa_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096ad469d23a5346828b49904d90548eaa_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,042 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099e85afebbd5e4e49b5fb0129a88c9434_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099e85afebbd5e4e49b5fb0129a88c9434_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,043 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ac0e379b5f954315b7959c2ac836e239_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ac0e379b5f954315b7959c2ac836e239_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,043 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b3d3b17efb544aa4b7020cef79f8827c_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b3d3b17efb544aa4b7020cef79f8827c_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,044 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bad64e2f1c2443d9a68a94c70d006105_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bad64e2f1c2443d9a68a94c70d006105_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,045 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c96839b064684a5bbd9a1bb3726412bf_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c96839b064684a5bbd9a1bb3726412bf_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,046 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ce191e1d1e1a4c909f74596bcdfe95a2_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ce191e1d1e1a4c909f74596bcdfe95a2_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,048 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d566fb628c334ee486ad78b9f9c142e0_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d566fb628c334ee486ad78b9f9c142e0_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,049 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209db7906d22ff74dedbfb75d9c86ebcffb_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209db7906d22ff74dedbfb75d9c86ebcffb_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,050 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dcbf26cb4df049f3b285618575926b52_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dcbf26cb4df049f3b285618575926b52_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,051 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209de0d4e7e18f740c69d5b5a14fa34a26f_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209de0d4e7e18f740c69d5b5a14fa34a26f_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,052 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209df3b47b713674ec89007f603fce836fa_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209df3b47b713674ec89007f603fce836fa_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,055 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eddba4e02c7d413398efad60d15e6dc3_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eddba4e02c7d413398efad60d15e6dc3_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,057 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f9ec3f2a7bf1490b9ed899404fd97f8e_4b750ea7df4fa31d4a91916d9686e53c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f9ec3f2a7bf1490b9ed899404fd97f8e_4b750ea7df4fa31d4a91916d9686e53c 2024-12-09T15:22:26,057 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T15:22:26,060 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:26,062 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T15:22:26,064 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T15:22:26,065 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:26,065 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T15:22:26,065 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733757746065"}]},"ts":"9223372036854775807"} 2024-12-09T15:22:26,068 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T15:22:26,068 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4b750ea7df4fa31d4a91916d9686e53c, NAME => 'TestAcidGuarantees,,1733757719216.4b750ea7df4fa31d4a91916d9686e53c.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T15:22:26,068 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T15:22:26,068 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733757746068"}]},"ts":"9223372036854775807"} 2024-12-09T15:22:26,072 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-09T15:22:26,074 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:26,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-12-09T15:22:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-09T15:22:26,108 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-09T15:22:26,118 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 241), OpenFileDescriptor=460 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=783 (was 780) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=3658 (was 2655) - AvailableMemoryMB LEAK? - 2024-12-09T15:22:26,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=783, ProcessCount=9, AvailableMemoryMB=3658 2024-12-09T15:22:26,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T15:22:26,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:22:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:26,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:22:26,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:26,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-12-09T15:22:26,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:22:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-12-09T15:22:26,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742285_1461 (size=963) 2024-12-09T15:22:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-12-09T15:22:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-12-09T15:22:26,538 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 2024-12-09T15:22:26,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742286_1462 (size=53) 2024-12-09T15:22:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-12-09T15:22:26,945 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:22:26,945 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8c7c63eeaa29e06fd8b19850b7d5378c, disabling compactions & flushes 2024-12-09T15:22:26,945 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:26,945 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:26,945 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. after waiting 0 ms 2024-12-09T15:22:26,945 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:26,945 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:26,945 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:26,946 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:22:26,946 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733757746946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757746946"}]},"ts":"1733757746946"} 2024-12-09T15:22:26,949 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:22:26,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:22:26,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757746950"}]},"ts":"1733757746950"} 2024-12-09T15:22:26,952 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T15:22:26,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c7c63eeaa29e06fd8b19850b7d5378c, ASSIGN}] 2024-12-09T15:22:26,958 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c7c63eeaa29e06fd8b19850b7d5378c, ASSIGN 2024-12-09T15:22:26,958 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c7c63eeaa29e06fd8b19850b7d5378c, ASSIGN; state=OFFLINE, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=false 2024-12-09T15:22:27,109 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=8c7c63eeaa29e06fd8b19850b7d5378c, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:27,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:22:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-12-09T15:22:27,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:27,264 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:27,264 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:22:27,265 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:27,265 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:22:27,265 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:27,265 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:27,266 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:27,267 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:22:27,268 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7c63eeaa29e06fd8b19850b7d5378c columnFamilyName A 2024-12-09T15:22:27,268 DEBUG [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:27,268 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] regionserver.HStore(327): Store=8c7c63eeaa29e06fd8b19850b7d5378c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:22:27,268 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:27,269 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:22:27,270 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7c63eeaa29e06fd8b19850b7d5378c columnFamilyName B 2024-12-09T15:22:27,270 DEBUG [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:27,270 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] regionserver.HStore(327): Store=8c7c63eeaa29e06fd8b19850b7d5378c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:22:27,270 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:27,271 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:22:27,271 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7c63eeaa29e06fd8b19850b7d5378c columnFamilyName C 2024-12-09T15:22:27,271 DEBUG [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:27,272 INFO [StoreOpener-8c7c63eeaa29e06fd8b19850b7d5378c-1 {}] regionserver.HStore(327): Store=8c7c63eeaa29e06fd8b19850b7d5378c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:22:27,272 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:27,273 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:27,273 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:27,274 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:22:27,275 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:27,277 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:22:27,277 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 8c7c63eeaa29e06fd8b19850b7d5378c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65308575, jitterRate=-0.026826396584510803}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:22:27,278 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:27,279 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., pid=125, masterSystemTime=1733757747261 2024-12-09T15:22:27,280 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:27,280 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:27,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=8c7c63eeaa29e06fd8b19850b7d5378c, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:27,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-09T15:22:27,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 in 171 msec 2024-12-09T15:22:27,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-12-09T15:22:27,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c7c63eeaa29e06fd8b19850b7d5378c, ASSIGN in 326 msec 2024-12-09T15:22:27,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:22:27,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757747284"}]},"ts":"1733757747284"} 2024-12-09T15:22:27,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T15:22:27,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:22:27,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1600 sec 2024-12-09T15:22:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-12-09T15:22:28,235 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-12-09T15:22:28,236 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39387e4d to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fa53591 2024-12-09T15:22:28,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb726fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,242 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:22:28,243 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:22:28,245 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238db126 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3512017b 2024-12-09T15:22:28,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301741f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,248 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-12-09T15:22:28,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,252 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-12-09T15:22:28,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-12-09T15:22:28,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-12-09T15:22:28,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-12-09T15:22:28,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-12-09T15:22:28,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,272 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-12-09T15:22:28,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,275 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-12-09T15:22:28,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-12-09T15:22:28,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:22:28,287 DEBUG [hconnection-0x59d55e13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,288 DEBUG [hconnection-0x2a3a9fa3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,292 DEBUG [hconnection-0x57d67a5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,293 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,293 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,293 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-09T15:22:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-09T15:22:28,297 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:28,297 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:28,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:28,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:22:28,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:28,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:28,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:28,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:28,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:28,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:28,308 DEBUG [hconnection-0x2a6c3214-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,310 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,312 DEBUG [hconnection-0x5f6d705b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,315 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,315 DEBUG [hconnection-0x7de10f15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,316 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,322 DEBUG [hconnection-0xcdcca0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,323 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,324 DEBUG [hconnection-0x60f31045-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,325 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,327 DEBUG [hconnection-0x6d27ba7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,327 DEBUG [hconnection-0x7a282a3e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:22:28,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,328 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757808326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,328 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:22:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757808329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757808329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757808330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757808336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/adf3c64db7494f14a9a0ac7369d6591a is 50, key is test_row_0/A:col10/1733757748299/Put/seqid=0 2024-12-09T15:22:28,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742287_1463 (size=9657) 2024-12-09T15:22:28,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/adf3c64db7494f14a9a0ac7369d6591a 2024-12-09T15:22:28,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/1c983670a00f4426a946821f2e3a351c is 50, key is test_row_0/B:col10/1733757748299/Put/seqid=0 2024-12-09T15:22:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-09T15:22:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742288_1464 (size=9657) 2024-12-09T15:22:28,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/1c983670a00f4426a946821f2e3a351c 2024-12-09T15:22:28,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5793fae2996640a1a67512c400bfb8c4 is 50, key is test_row_0/C:col10/1733757748299/Put/seqid=0 2024-12-09T15:22:28,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757808429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757808430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757808430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757808436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742289_1465 (size=9657) 2024-12-09T15:22:28,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757808437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-09T15:22:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:28,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:28,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-09T15:22:28,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-09T15:22:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:28,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:28,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757808630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757808632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757808633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757808638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757808639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-09T15:22:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:28,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:28,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:28,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5793fae2996640a1a67512c400bfb8c4 2024-12-09T15:22:28,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/adf3c64db7494f14a9a0ac7369d6591a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/adf3c64db7494f14a9a0ac7369d6591a 2024-12-09T15:22:28,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/adf3c64db7494f14a9a0ac7369d6591a, entries=100, sequenceid=12, filesize=9.4 K 2024-12-09T15:22:28,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/1c983670a00f4426a946821f2e3a351c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/1c983670a00f4426a946821f2e3a351c 2024-12-09T15:22:28,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/1c983670a00f4426a946821f2e3a351c, entries=100, sequenceid=12, filesize=9.4 K 2024-12-09T15:22:28,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5793fae2996640a1a67512c400bfb8c4 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5793fae2996640a1a67512c400bfb8c4 2024-12-09T15:22:28,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5793fae2996640a1a67512c400bfb8c4, entries=100, sequenceid=12, filesize=9.4 K 2024-12-09T15:22:28,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 8c7c63eeaa29e06fd8b19850b7d5378c in 561ms, sequenceid=12, compaction requested=false 2024-12-09T15:22:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T15:22:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-09T15:22:28,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-09T15:22:28,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:28,915 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T15:22:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/3c62e36282634875b18a6c8d55170a4c is 50, key is test_row_0/A:col10/1733757748324/Put/seqid=0 2024-12-09T15:22:28,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:28,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757808950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757808952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742290_1466 (size=12001) 2024-12-09T15:22:28,964 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/3c62e36282634875b18a6c8d55170a4c 2024-12-09T15:22:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757808960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757808961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757808961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/460c2f0c1d1f4a24862e39101842c469 is 50, key is test_row_0/B:col10/1733757748324/Put/seqid=0 2024-12-09T15:22:28,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742291_1467 (size=12001) 2024-12-09T15:22:29,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757809065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757809065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757809070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757809070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757809070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757809268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757809269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757809274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757809274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757809274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:22:29,400 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/460c2f0c1d1f4a24862e39101842c469 2024-12-09T15:22:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-09T15:22:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/25199d33705c466ebe83d2af2238aae0 is 50, key is test_row_0/C:col10/1733757748324/Put/seqid=0 2024-12-09T15:22:29,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742292_1468 (size=12001) 2024-12-09T15:22:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757809571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757809571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757809577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757809579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757809579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:29,845 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/25199d33705c466ebe83d2af2238aae0 2024-12-09T15:22:29,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/3c62e36282634875b18a6c8d55170a4c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3c62e36282634875b18a6c8d55170a4c 2024-12-09T15:22:29,883 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3c62e36282634875b18a6c8d55170a4c, entries=150, sequenceid=39, filesize=11.7 K 2024-12-09T15:22:29,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/460c2f0c1d1f4a24862e39101842c469 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/460c2f0c1d1f4a24862e39101842c469 2024-12-09T15:22:29,898 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/460c2f0c1d1f4a24862e39101842c469, entries=150, sequenceid=39, filesize=11.7 K 2024-12-09T15:22:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-09T15:22:29,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/25199d33705c466ebe83d2af2238aae0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/25199d33705c466ebe83d2af2238aae0 2024-12-09T15:22:29,902 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/25199d33705c466ebe83d2af2238aae0, entries=150, sequenceid=39, filesize=11.7 K 2024-12-09T15:22:29,902 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8c7c63eeaa29e06fd8b19850b7d5378c in 987ms, sequenceid=39, compaction requested=false 2024-12-09T15:22:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-09T15:22:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-09T15:22:29,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-09T15:22:29,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6060 sec 2024-12-09T15:22:29,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.6100 sec 2024-12-09T15:22:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:30,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:22:30,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:30,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:30,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:30,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:30,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:30,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:30,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/23b74fa97226456aa2e15b42e39cf5ee is 50, key is test_row_0/A:col10/1733757750078/Put/seqid=0 2024-12-09T15:22:30,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742293_1469 (size=14341) 2024-12-09T15:22:30,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757810111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757810112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757810113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757810117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757810118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757810219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757810220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757810220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757810222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757810225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T15:22:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-09T15:22:30,402 INFO [Thread-2062 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-09T15:22:30,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-09T15:22:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-09T15:22:30,405 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:30,405 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:30,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:30,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757810424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757810424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757810425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757810429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757810430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-09T15:22:30,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/23b74fa97226456aa2e15b42e39cf5ee 2024-12-09T15:22:30,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/3aa863923d1243de8b38a89899b7fa8d is 50, key is test_row_0/B:col10/1733757750078/Put/seqid=0 2024-12-09T15:22:30,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742294_1470 (size=12001) 2024-12-09T15:22:30,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-09T15:22:30,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:30,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:30,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:30,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:30,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-09T15:22:30,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-09T15:22:30,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:30,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:30,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:30,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:30,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757810739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757810740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757810740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757810744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757810744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:30,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-09T15:22:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:30,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:30,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:30,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/3aa863923d1243de8b38a89899b7fa8d 2024-12-09T15:22:30,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/daaaed776f314fafbbeed0f7ccc0bd28 is 50, key is test_row_0/C:col10/1733757750078/Put/seqid=0 2024-12-09T15:22:30,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742295_1471 (size=12001) 2024-12-09T15:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-09T15:22:31,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:31,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-09T15:22:31,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:31,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:31,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:31,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:31,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-09T15:22:31,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:31,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:31,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757811244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:31,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757811244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:31,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757811246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:31,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757811247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:31,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757811248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:31,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:31,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-09T15:22:31,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:31,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:31,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:31,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/daaaed776f314fafbbeed0f7ccc0bd28 2024-12-09T15:22:31,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/23b74fa97226456aa2e15b42e39cf5ee as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/23b74fa97226456aa2e15b42e39cf5ee 2024-12-09T15:22:31,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/23b74fa97226456aa2e15b42e39cf5ee, entries=200, sequenceid=50, filesize=14.0 K 2024-12-09T15:22:31,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/3aa863923d1243de8b38a89899b7fa8d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3aa863923d1243de8b38a89899b7fa8d 2024-12-09T15:22:31,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3aa863923d1243de8b38a89899b7fa8d, entries=150, sequenceid=50, filesize=11.7 K 2024-12-09T15:22:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/daaaed776f314fafbbeed0f7ccc0bd28 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/daaaed776f314fafbbeed0f7ccc0bd28 2024-12-09T15:22:31,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/daaaed776f314fafbbeed0f7ccc0bd28, entries=150, sequenceid=50, filesize=11.7 K 2024-12-09T15:22:31,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8c7c63eeaa29e06fd8b19850b7d5378c in 1298ms, sequenceid=50, compaction requested=true 2024-12-09T15:22:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:31,379 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:31,379 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:31,380 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:31,380 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:31,380 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,380 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/adf3c64db7494f14a9a0ac7369d6591a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3c62e36282634875b18a6c8d55170a4c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/23b74fa97226456aa2e15b42e39cf5ee] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=35.2 K 2024-12-09T15:22:31,380 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:31,380 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting adf3c64db7494f14a9a0ac7369d6591a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733757748299 2024-12-09T15:22:31,380 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:31,381 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,381 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/1c983670a00f4426a946821f2e3a351c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/460c2f0c1d1f4a24862e39101842c469, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3aa863923d1243de8b38a89899b7fa8d] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=32.9 K 2024-12-09T15:22:31,381 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c62e36282634875b18a6c8d55170a4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733757748317 2024-12-09T15:22:31,381 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c983670a00f4426a946821f2e3a351c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733757748299 2024-12-09T15:22:31,381 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23b74fa97226456aa2e15b42e39cf5ee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733757748957 2024-12-09T15:22:31,381 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 460c2f0c1d1f4a24862e39101842c469, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733757748317 2024-12-09T15:22:31,382 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aa863923d1243de8b38a89899b7fa8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733757748957 2024-12-09T15:22:31,389 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:31,389 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:31,389 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/bd61e3cac4a84a9597e69e1296519d45 is 50, key is test_row_0/B:col10/1733757750078/Put/seqid=0 2024-12-09T15:22:31,389 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/2b987fb62147456fb33740d9a473052b is 50, key is test_row_0/A:col10/1733757750078/Put/seqid=0 2024-12-09T15:22:31,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742296_1472 (size=12104) 2024-12-09T15:22:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742297_1473 (size=12104) 2024-12-09T15:22:31,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:31,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-09T15:22:31,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,491 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:22:31,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:31,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:31,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:31,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:31,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:31,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:31,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/b46e01253a68428f9de060d3d5635b4c is 50, key is test_row_0/A:col10/1733757750117/Put/seqid=0 2024-12-09T15:22:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742298_1474 (size=12001) 2024-12-09T15:22:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-09T15:22:31,803 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/bd61e3cac4a84a9597e69e1296519d45 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bd61e3cac4a84a9597e69e1296519d45 2024-12-09T15:22:31,808 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into bd61e3cac4a84a9597e69e1296519d45(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:31,808 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:31,808 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=13, startTime=1733757751379; duration=0sec 2024-12-09T15:22:31,809 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:31,809 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:31,809 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:31,810 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:31,810 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:31,810 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:31,810 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5793fae2996640a1a67512c400bfb8c4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/25199d33705c466ebe83d2af2238aae0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/daaaed776f314fafbbeed0f7ccc0bd28] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=32.9 K 2024-12-09T15:22:31,811 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5793fae2996640a1a67512c400bfb8c4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733757748299 2024-12-09T15:22:31,811 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 25199d33705c466ebe83d2af2238aae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733757748317 2024-12-09T15:22:31,812 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting daaaed776f314fafbbeed0f7ccc0bd28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733757748957 2024-12-09T15:22:31,819 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:31,819 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/d0188a8fc73f4ee1b23a41f858d746be is 50, key is test_row_0/C:col10/1733757750078/Put/seqid=0 2024-12-09T15:22:31,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742299_1475 (size=12104) 2024-12-09T15:22:31,833 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/2b987fb62147456fb33740d9a473052b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2b987fb62147456fb33740d9a473052b 2024-12-09T15:22:31,847 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/d0188a8fc73f4ee1b23a41f858d746be as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/d0188a8fc73f4ee1b23a41f858d746be 2024-12-09T15:22:31,848 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into 2b987fb62147456fb33740d9a473052b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:31,848 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:31,849 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=13, startTime=1733757751379; duration=0sec 2024-12-09T15:22:31,849 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:31,849 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:31,852 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into d0188a8fc73f4ee1b23a41f858d746be(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:31,852 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:31,852 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=13, startTime=1733757751379; duration=0sec 2024-12-09T15:22:31,852 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:31,852 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:31,900 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/b46e01253a68428f9de060d3d5635b4c 2024-12-09T15:22:31,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/919f1ecc827f45a7a8c07ffc95496205 is 50, key is test_row_0/B:col10/1733757750117/Put/seqid=0 2024-12-09T15:22:31,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742300_1476 (size=12001) 2024-12-09T15:22:31,949 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/919f1ecc827f45a7a8c07ffc95496205 2024-12-09T15:22:31,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/836009536db748f18b1e3615f1550208 is 50, key is test_row_0/C:col10/1733757750117/Put/seqid=0 2024-12-09T15:22:31,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742301_1477 (size=12001) 2024-12-09T15:22:32,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757812262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757812263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757812292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757812292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757812292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,380 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/836009536db748f18b1e3615f1550208 2024-12-09T15:22:32,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/b46e01253a68428f9de060d3d5635b4c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/b46e01253a68428f9de060d3d5635b4c 2024-12-09T15:22:32,387 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/b46e01253a68428f9de060d3d5635b4c, entries=150, sequenceid=75, filesize=11.7 K 2024-12-09T15:22:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/919f1ecc827f45a7a8c07ffc95496205 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/919f1ecc827f45a7a8c07ffc95496205 2024-12-09T15:22:32,391 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/919f1ecc827f45a7a8c07ffc95496205, entries=150, sequenceid=75, filesize=11.7 K 2024-12-09T15:22:32,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/836009536db748f18b1e3615f1550208 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/836009536db748f18b1e3615f1550208 2024-12-09T15:22:32,396 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/836009536db748f18b1e3615f1550208, entries=150, sequenceid=75, filesize=11.7 K 2024-12-09T15:22:32,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757812393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,397 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 8c7c63eeaa29e06fd8b19850b7d5378c in 906ms, sequenceid=75, compaction requested=false 2024-12-09T15:22:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-09T15:22:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-09T15:22:32,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T15:22:32,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:32,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:32,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:32,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:32,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:32,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:32,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-09T15:22:32,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9940 sec 2024-12-09T15:22:32,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.9990 sec 2024-12-09T15:22:32,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/63040c41d2fb4225b01ce6cae874ac64 is 50, key is test_row_0/A:col10/1733757752273/Put/seqid=0 2024-12-09T15:22:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742302_1478 (size=14341) 2024-12-09T15:22:32,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/63040c41d2fb4225b01ce6cae874ac64 2024-12-09T15:22:32,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/0fb5fe9f9cd24405bf46572fc2c91118 is 50, key is test_row_0/B:col10/1733757752273/Put/seqid=0 2024-12-09T15:22:32,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742303_1479 (size=12001) 2024-12-09T15:22:32,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757812429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757812430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757812431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757812431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-09T15:22:32,515 INFO [Thread-2062 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-09T15:22:32,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-09T15:22:32,522 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-09T15:22:32,523 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:32,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:32,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757812536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757812537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757812539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757812539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757812599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-09T15:22:32,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-09T15:22:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:32,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:32,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757812741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757812743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757812744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757812746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-09T15:22:32,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/0fb5fe9f9cd24405bf46572fc2c91118 2024-12-09T15:22:32,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-09T15:22:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:32,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:32,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/b11de52031e04279a28e88d0893095bd is 50, key is test_row_0/C:col10/1733757752273/Put/seqid=0 2024-12-09T15:22:32,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742304_1480 (size=12001) 2024-12-09T15:22:32,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/b11de52031e04279a28e88d0893095bd 2024-12-09T15:22:32,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/63040c41d2fb4225b01ce6cae874ac64 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/63040c41d2fb4225b01ce6cae874ac64 2024-12-09T15:22:32,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/63040c41d2fb4225b01ce6cae874ac64, entries=200, sequenceid=92, filesize=14.0 K 2024-12-09T15:22:32,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/0fb5fe9f9cd24405bf46572fc2c91118 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0fb5fe9f9cd24405bf46572fc2c91118 2024-12-09T15:22:32,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0fb5fe9f9cd24405bf46572fc2c91118, entries=150, sequenceid=92, filesize=11.7 K 2024-12-09T15:22:32,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/b11de52031e04279a28e88d0893095bd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b11de52031e04279a28e88d0893095bd 2024-12-09T15:22:32,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b11de52031e04279a28e88d0893095bd, entries=150, sequenceid=92, filesize=11.7 K 2024-12-09T15:22:32,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8c7c63eeaa29e06fd8b19850b7d5378c in 493ms, sequenceid=92, compaction requested=true 2024-12-09T15:22:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:32,891 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:32,891 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:32,892 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:32,892 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:32,892 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:32,892 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:32,892 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:32,892 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:32,893 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bd61e3cac4a84a9597e69e1296519d45, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/919f1ecc827f45a7a8c07ffc95496205, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0fb5fe9f9cd24405bf46572fc2c91118] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=35.3 K 2024-12-09T15:22:32,893 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2b987fb62147456fb33740d9a473052b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/b46e01253a68428f9de060d3d5635b4c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/63040c41d2fb4225b01ce6cae874ac64] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=37.5 K 2024-12-09T15:22:32,893 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b987fb62147456fb33740d9a473052b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733757748957 2024-12-09T15:22:32,893 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting bd61e3cac4a84a9597e69e1296519d45, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733757748957 2024-12-09T15:22:32,893 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b46e01253a68428f9de060d3d5635b4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733757750112 2024-12-09T15:22:32,893 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 919f1ecc827f45a7a8c07ffc95496205, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733757750112 2024-12-09T15:22:32,894 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63040c41d2fb4225b01ce6cae874ac64, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733757752260 2024-12-09T15:22:32,894 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fb5fe9f9cd24405bf46572fc2c91118, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733757752260 2024-12-09T15:22:32,903 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:32,903 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:32,904 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/0c7528daeee24dca88eb16a38be95740 is 50, key is test_row_0/B:col10/1733757752273/Put/seqid=0 2024-12-09T15:22:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:32,904 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/16f38385145d49818e0574b66ebbca53 is 50, key is test_row_0/A:col10/1733757752273/Put/seqid=0 2024-12-09T15:22:32,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T15:22:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:32,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a7fb54b10a1946fc845232e00a229e56 is 50, key is test_row_0/A:col10/1733757752903/Put/seqid=0 2024-12-09T15:22:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742305_1481 (size=12207) 2024-12-09T15:22:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742306_1482 (size=14341) 2024-12-09T15:22:32,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742307_1483 (size=12207) 2024-12-09T15:22:32,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757812976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:32,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-09T15:22:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:32,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:32,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757813053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757813053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757813053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757813055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757813089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-09T15:22:33,150 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-09T15:22:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757813298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-09T15:22:33,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:33,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,326 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/0c7528daeee24dca88eb16a38be95740 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0c7528daeee24dca88eb16a38be95740 2024-12-09T15:22:33,332 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into 0c7528daeee24dca88eb16a38be95740(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:33,332 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:33,332 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=13, startTime=1733757752891; duration=0sec 2024-12-09T15:22:33,332 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:33,332 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:33,332 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:33,333 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:33,333 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:33,333 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,333 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/d0188a8fc73f4ee1b23a41f858d746be, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/836009536db748f18b1e3615f1550208, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b11de52031e04279a28e88d0893095bd] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=35.3 K 2024-12-09T15:22:33,334 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d0188a8fc73f4ee1b23a41f858d746be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733757748957 2024-12-09T15:22:33,334 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 836009536db748f18b1e3615f1550208, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733757750112 2024-12-09T15:22:33,336 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting b11de52031e04279a28e88d0893095bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733757752260 2024-12-09T15:22:33,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a7fb54b10a1946fc845232e00a229e56 2024-12-09T15:22:33,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/bdc16f7e715148d188d7d059d396f052 is 50, key is test_row_0/B:col10/1733757752903/Put/seqid=0 2024-12-09T15:22:33,344 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/adf3c64db7494f14a9a0ac7369d6591a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3c62e36282634875b18a6c8d55170a4c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/23b74fa97226456aa2e15b42e39cf5ee] to archive 2024-12-09T15:22:33,345 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:22:33,349 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/adf3c64db7494f14a9a0ac7369d6591a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/adf3c64db7494f14a9a0ac7369d6591a 2024-12-09T15:22:33,354 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/16f38385145d49818e0574b66ebbca53 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/16f38385145d49818e0574b66ebbca53 2024-12-09T15:22:33,356 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:33,357 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5f4646720443419290eb0d50c02204e9 is 50, key is test_row_0/C:col10/1733757752273/Put/seqid=0 2024-12-09T15:22:33,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3c62e36282634875b18a6c8d55170a4c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3c62e36282634875b18a6c8d55170a4c 2024-12-09T15:22:33,373 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/23b74fa97226456aa2e15b42e39cf5ee to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/23b74fa97226456aa2e15b42e39cf5ee 2024-12-09T15:22:33,375 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into 16f38385145d49818e0574b66ebbca53(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:33,375 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:33,375 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=13, startTime=1733757752891; duration=0sec 2024-12-09T15:22:33,376 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:33,376 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:33,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/1c983670a00f4426a946821f2e3a351c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/460c2f0c1d1f4a24862e39101842c469, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bd61e3cac4a84a9597e69e1296519d45, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3aa863923d1243de8b38a89899b7fa8d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/919f1ecc827f45a7a8c07ffc95496205, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0fb5fe9f9cd24405bf46572fc2c91118] to archive 2024-12-09T15:22:33,381 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:22:33,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/1c983670a00f4426a946821f2e3a351c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/1c983670a00f4426a946821f2e3a351c 2024-12-09T15:22:33,385 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/460c2f0c1d1f4a24862e39101842c469 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/460c2f0c1d1f4a24862e39101842c469 2024-12-09T15:22:33,389 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bd61e3cac4a84a9597e69e1296519d45 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bd61e3cac4a84a9597e69e1296519d45 2024-12-09T15:22:33,390 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3aa863923d1243de8b38a89899b7fa8d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3aa863923d1243de8b38a89899b7fa8d 2024-12-09T15:22:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742309_1485 (size=12207) 2024-12-09T15:22:33,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/919f1ecc827f45a7a8c07ffc95496205 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/919f1ecc827f45a7a8c07ffc95496205 2024-12-09T15:22:33,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742308_1484 (size=12001) 2024-12-09T15:22:33,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0fb5fe9f9cd24405bf46572fc2c91118 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0fb5fe9f9cd24405bf46572fc2c91118 2024-12-09T15:22:33,411 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5793fae2996640a1a67512c400bfb8c4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/25199d33705c466ebe83d2af2238aae0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/daaaed776f314fafbbeed0f7ccc0bd28] to archive 2024-12-09T15:22:33,412 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:22:33,413 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5f4646720443419290eb0d50c02204e9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5f4646720443419290eb0d50c02204e9 2024-12-09T15:22:33,418 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5793fae2996640a1a67512c400bfb8c4 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5793fae2996640a1a67512c400bfb8c4 2024-12-09T15:22:33,422 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/25199d33705c466ebe83d2af2238aae0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/25199d33705c466ebe83d2af2238aae0 2024-12-09T15:22:33,426 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/daaaed776f314fafbbeed0f7ccc0bd28 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/daaaed776f314fafbbeed0f7ccc0bd28 2024-12-09T15:22:33,430 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into 5f4646720443419290eb0d50c02204e9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:33,430 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:33,430 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=13, startTime=1733757752891; duration=0sec 2024-12-09T15:22:33,430 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:33,430 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:33,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-09T15:22:33,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757813560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757813560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757813561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757813563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757813609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-09T15:22:33,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:33,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-09T15:22:33,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-09T15:22:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:33,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/bdc16f7e715148d188d7d059d396f052 2024-12-09T15:22:33,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c8038aa649344e24a05a7ccb84300ba5 is 50, key is test_row_0/C:col10/1733757752903/Put/seqid=0 2024-12-09T15:22:33,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742310_1486 (size=12001) 2024-12-09T15:22:33,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c8038aa649344e24a05a7ccb84300ba5 2024-12-09T15:22:33,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a7fb54b10a1946fc845232e00a229e56 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a7fb54b10a1946fc845232e00a229e56 2024-12-09T15:22:33,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a7fb54b10a1946fc845232e00a229e56, entries=200, sequenceid=115, filesize=14.0 K 2024-12-09T15:22:33,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/bdc16f7e715148d188d7d059d396f052 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bdc16f7e715148d188d7d059d396f052 2024-12-09T15:22:33,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bdc16f7e715148d188d7d059d396f052, entries=150, sequenceid=115, filesize=11.7 K 2024-12-09T15:22:33,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c8038aa649344e24a05a7ccb84300ba5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c8038aa649344e24a05a7ccb84300ba5 2024-12-09T15:22:33,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c8038aa649344e24a05a7ccb84300ba5, entries=150, sequenceid=115, filesize=11.7 K 2024-12-09T15:22:33,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8c7c63eeaa29e06fd8b19850b7d5378c in 990ms, sequenceid=115, compaction requested=false 2024-12-09T15:22:33,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:33,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:33,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-09T15:22:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:33,932 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T15:22:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:33,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a2e1163e69df42bdb4c854c3f287ab13 is 50, key is test_row_0/A:col10/1733757752974/Put/seqid=0 2024-12-09T15:22:33,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742311_1487 (size=12001) 2024-12-09T15:22:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:34,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:34,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757814247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:34,355 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a2e1163e69df42bdb4c854c3f287ab13 2024-12-09T15:22:34,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757814356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:34,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/2ad4b9b0f34447eea2d6f1b6f2d5e17b is 50, key is test_row_0/B:col10/1733757752974/Put/seqid=0 2024-12-09T15:22:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742312_1488 (size=12001) 2024-12-09T15:22:34,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757814562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:34,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757814570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:34,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757814571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:34,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757814573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:34,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757814576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-09T15:22:34,800 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/2ad4b9b0f34447eea2d6f1b6f2d5e17b 2024-12-09T15:22:34,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/e2b0f1bafea14abc9ea98bf123e7d63d is 50, key is test_row_0/C:col10/1733757752974/Put/seqid=0 2024-12-09T15:22:34,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742313_1489 (size=12001) 2024-12-09T15:22:34,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757814878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:35,259 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/e2b0f1bafea14abc9ea98bf123e7d63d 2024-12-09T15:22:35,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a2e1163e69df42bdb4c854c3f287ab13 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a2e1163e69df42bdb4c854c3f287ab13 2024-12-09T15:22:35,295 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a2e1163e69df42bdb4c854c3f287ab13, entries=150, sequenceid=131, filesize=11.7 K 2024-12-09T15:22:35,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/2ad4b9b0f34447eea2d6f1b6f2d5e17b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ad4b9b0f34447eea2d6f1b6f2d5e17b 2024-12-09T15:22:35,301 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ad4b9b0f34447eea2d6f1b6f2d5e17b, entries=150, sequenceid=131, filesize=11.7 K 2024-12-09T15:22:35,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/e2b0f1bafea14abc9ea98bf123e7d63d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/e2b0f1bafea14abc9ea98bf123e7d63d 2024-12-09T15:22:35,305 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/e2b0f1bafea14abc9ea98bf123e7d63d, entries=150, sequenceid=131, filesize=11.7 K 2024-12-09T15:22:35,306 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8c7c63eeaa29e06fd8b19850b7d5378c in 1374ms, sequenceid=131, compaction requested=true 2024-12-09T15:22:35,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:35,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:35,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-09T15:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-09T15:22:35,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-09T15:22:35,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7850 sec 2024-12-09T15:22:35,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.7890 sec 2024-12-09T15:22:35,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T15:22:35,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:35,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:35,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:35,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:35,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:35,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:35,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/af823388ec6d4d3698ecda29d5024f3f is 50, key is test_row_0/A:col10/1733757754231/Put/seqid=0 2024-12-09T15:22:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742314_1490 (size=14541) 2024-12-09T15:22:35,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757815478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:35,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757815594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:35,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757815805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:35,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/af823388ec6d4d3698ecda29d5024f3f 2024-12-09T15:22:35,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/390e2ed6db2240558e681121d66c323e is 50, key is test_row_0/B:col10/1733757754231/Put/seqid=0 2024-12-09T15:22:35,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742315_1491 (size=12151) 2024-12-09T15:22:36,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757816112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/390e2ed6db2240558e681121d66c323e 2024-12-09T15:22:36,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/ce7dd7614bcf410ca9d1e89b3f181511 is 50, key is test_row_0/C:col10/1733757754231/Put/seqid=0 2024-12-09T15:22:36,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742316_1492 (size=12151) 2024-12-09T15:22:36,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/ce7dd7614bcf410ca9d1e89b3f181511 2024-12-09T15:22:36,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/af823388ec6d4d3698ecda29d5024f3f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/af823388ec6d4d3698ecda29d5024f3f 2024-12-09T15:22:36,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/af823388ec6d4d3698ecda29d5024f3f, entries=200, sequenceid=155, filesize=14.2 K 2024-12-09T15:22:36,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/390e2ed6db2240558e681121d66c323e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/390e2ed6db2240558e681121d66c323e 2024-12-09T15:22:36,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/390e2ed6db2240558e681121d66c323e, entries=150, sequenceid=155, filesize=11.9 K 2024-12-09T15:22:36,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/ce7dd7614bcf410ca9d1e89b3f181511 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ce7dd7614bcf410ca9d1e89b3f181511 2024-12-09T15:22:36,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ce7dd7614bcf410ca9d1e89b3f181511, entries=150, sequenceid=155, filesize=11.9 K 2024-12-09T15:22:36,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c7c63eeaa29e06fd8b19850b7d5378c in 934ms, sequenceid=155, compaction requested=true 2024-12-09T15:22:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:22:36,319 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:36,320 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:36,321 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:36,321 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:36,321 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:36,321 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/16f38385145d49818e0574b66ebbca53, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a7fb54b10a1946fc845232e00a229e56, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a2e1163e69df42bdb4c854c3f287ab13, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/af823388ec6d4d3698ecda29d5024f3f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=51.8 K 2024-12-09T15:22:36,322 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:36,322 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:36,322 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:36,322 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0c7528daeee24dca88eb16a38be95740, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bdc16f7e715148d188d7d059d396f052, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ad4b9b0f34447eea2d6f1b6f2d5e17b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/390e2ed6db2240558e681121d66c323e] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=47.2 K 2024-12-09T15:22:36,322 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16f38385145d49818e0574b66ebbca53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733757752260 2024-12-09T15:22:36,323 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c7528daeee24dca88eb16a38be95740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733757752260 2024-12-09T15:22:36,323 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7fb54b10a1946fc845232e00a229e56, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733757752422 2024-12-09T15:22:36,324 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting bdc16f7e715148d188d7d059d396f052, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733757752422 2024-12-09T15:22:36,324 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2e1163e69df42bdb4c854c3f287ab13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733757752908 2024-12-09T15:22:36,324 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad4b9b0f34447eea2d6f1b6f2d5e17b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733757752908 2024-12-09T15:22:36,324 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting af823388ec6d4d3698ecda29d5024f3f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733757754224 2024-12-09T15:22:36,324 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 390e2ed6db2240558e681121d66c323e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733757754231 2024-12-09T15:22:36,339 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:36,339 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/fca78459362b4cc5bd6f93e6c1065c29 is 50, key is test_row_0/B:col10/1733757754231/Put/seqid=0 2024-12-09T15:22:36,343 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:36,343 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/8221c1d45d124df68d6cbf74d85f49fc is 50, key is test_row_0/A:col10/1733757754231/Put/seqid=0 2024-12-09T15:22:36,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742318_1494 (size=12391) 2024-12-09T15:22:36,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742317_1493 (size=12289) 2024-12-09T15:22:36,397 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/8221c1d45d124df68d6cbf74d85f49fc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/8221c1d45d124df68d6cbf74d85f49fc 2024-12-09T15:22:36,401 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into 8221c1d45d124df68d6cbf74d85f49fc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:36,401 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:36,401 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=12, startTime=1733757756319; duration=0sec 2024-12-09T15:22:36,401 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:36,402 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:36,402 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:36,405 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:36,405 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:36,405 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:36,405 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5f4646720443419290eb0d50c02204e9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c8038aa649344e24a05a7ccb84300ba5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/e2b0f1bafea14abc9ea98bf123e7d63d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ce7dd7614bcf410ca9d1e89b3f181511] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=47.2 K 2024-12-09T15:22:36,406 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f4646720443419290eb0d50c02204e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733757752260 2024-12-09T15:22:36,415 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8038aa649344e24a05a7ccb84300ba5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733757752422 2024-12-09T15:22:36,415 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2b0f1bafea14abc9ea98bf123e7d63d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733757752908 2024-12-09T15:22:36,416 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce7dd7614bcf410ca9d1e89b3f181511, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733757754231 2024-12-09T15:22:36,424 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/fca78459362b4cc5bd6f93e6c1065c29 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/fca78459362b4cc5bd6f93e6c1065c29 2024-12-09T15:22:36,430 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into fca78459362b4cc5bd6f93e6c1065c29(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:36,430 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:36,430 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=12, startTime=1733757756319; duration=0sec 2024-12-09T15:22:36,430 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:36,430 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:36,433 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:36,434 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/72249403b1fe49caa07bc864ad45d99f is 50, key is test_row_0/C:col10/1733757754231/Put/seqid=0 2024-12-09T15:22:36,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742319_1495 (size=12391) 2024-12-09T15:22:36,472 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/72249403b1fe49caa07bc864ad45d99f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/72249403b1fe49caa07bc864ad45d99f 2024-12-09T15:22:36,486 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into 72249403b1fe49caa07bc864ad45d99f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:36,486 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:36,486 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=12, startTime=1733757756319; duration=0sec 2024-12-09T15:22:36,487 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:36,487 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:36,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T15:22:36,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:36,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:36,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:36,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:36,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:36,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:36,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/020f9ec6afc9433ba2ba9b30f99e7c87 is 50, key is test_row_0/A:col10/1733757756592/Put/seqid=0 2024-12-09T15:22:36,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742320_1496 (size=14541) 2024-12-09T15:22:36,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757816619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757816618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757816627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757816628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757816629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-09T15:22:36,642 INFO [Thread-2062 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-09T15:22:36,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-09T15:22:36,645 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-09T15:22:36,646 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:36,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:36,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757816732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757816732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757816733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757816738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757816738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-09T15:22:36,798 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-09T15:22:36,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:36,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:36,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:36,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:36,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757816936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757816936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-09T15:22:36,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757816943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757816944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757816945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:36,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-09T15:22:36,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:36,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:36,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:36,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:36,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/020f9ec6afc9433ba2ba9b30f99e7c87 2024-12-09T15:22:37,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a8ad572c0e4f46d998900867cc39a823 is 50, key is test_row_0/B:col10/1733757756592/Put/seqid=0 2024-12-09T15:22:37,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742321_1497 (size=12151) 2024-12-09T15:22:37,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a8ad572c0e4f46d998900867cc39a823 2024-12-09T15:22:37,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/4ba0983b622a4ab3b2f03f445d544075 is 50, key is test_row_0/C:col10/1733757756592/Put/seqid=0 2024-12-09T15:22:37,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742322_1498 (size=12151) 2024-12-09T15:22:37,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/4ba0983b622a4ab3b2f03f445d544075 2024-12-09T15:22:37,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-09T15:22:37,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:37,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/020f9ec6afc9433ba2ba9b30f99e7c87 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/020f9ec6afc9433ba2ba9b30f99e7c87 2024-12-09T15:22:37,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/020f9ec6afc9433ba2ba9b30f99e7c87, entries=200, sequenceid=174, filesize=14.2 K 2024-12-09T15:22:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a8ad572c0e4f46d998900867cc39a823 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8ad572c0e4f46d998900867cc39a823 2024-12-09T15:22:37,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8ad572c0e4f46d998900867cc39a823, entries=150, sequenceid=174, filesize=11.9 K 2024-12-09T15:22:37,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/4ba0983b622a4ab3b2f03f445d544075 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4ba0983b622a4ab3b2f03f445d544075 2024-12-09T15:22:37,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4ba0983b622a4ab3b2f03f445d544075, entries=150, sequenceid=174, filesize=11.9 K 2024-12-09T15:22:37,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 8c7c63eeaa29e06fd8b19850b7d5378c in 548ms, sequenceid=174, compaction requested=false 2024-12-09T15:22:37,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:37,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:22:37,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:37,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:37,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:37,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:37,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:37,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-09T15:22:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:37,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5d974987c7ab463ab75f27fc4a40fff6 is 50, key is test_row_0/A:col10/1733757756627/Put/seqid=0 2024-12-09T15:22:37,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-09T15:22:37,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:37,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742323_1499 (size=14541) 2024-12-09T15:22:37,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757817265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757817267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757817268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757817269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757817270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757817372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757817376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757817376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757817380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757817381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,416 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-09T15:22:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-09T15:22:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757817578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757817581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757817581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757817586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757817586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5d974987c7ab463ab75f27fc4a40fff6 2024-12-09T15:22:37,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/750d147e08754e6c9120e7c20f59353c is 50, key is test_row_0/B:col10/1733757756627/Put/seqid=0 2024-12-09T15:22:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742324_1500 (size=12151) 2024-12-09T15:22:37,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/750d147e08754e6c9120e7c20f59353c 2024-12-09T15:22:37,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a325b7ef5f4447598b2918c6a7bb8de1 is 50, key is test_row_0/C:col10/1733757756627/Put/seqid=0 2024-12-09T15:22:37,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-09T15:22:37,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742325_1501 (size=12151) 2024-12-09T15:22:37,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a325b7ef5f4447598b2918c6a7bb8de1 2024-12-09T15:22:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-09T15:22:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5d974987c7ab463ab75f27fc4a40fff6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5d974987c7ab463ab75f27fc4a40fff6 2024-12-09T15:22:37,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5d974987c7ab463ab75f27fc4a40fff6, entries=200, sequenceid=196, filesize=14.2 K 2024-12-09T15:22:37,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/750d147e08754e6c9120e7c20f59353c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/750d147e08754e6c9120e7c20f59353c 2024-12-09T15:22:37,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/750d147e08754e6c9120e7c20f59353c, entries=150, sequenceid=196, filesize=11.9 K 2024-12-09T15:22:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a325b7ef5f4447598b2918c6a7bb8de1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a325b7ef5f4447598b2918c6a7bb8de1 2024-12-09T15:22:37,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a325b7ef5f4447598b2918c6a7bb8de1, entries=150, sequenceid=196, filesize=11.9 K 2024-12-09T15:22:37,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 8c7c63eeaa29e06fd8b19850b7d5378c in 521ms, sequenceid=196, compaction requested=true 2024-12-09T15:22:37,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:37,768 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:37,768 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:37,769 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36591 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:37,769 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41473 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:37,769 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:37,769 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:37,769 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,769 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,769 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/fca78459362b4cc5bd6f93e6c1065c29, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8ad572c0e4f46d998900867cc39a823, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/750d147e08754e6c9120e7c20f59353c] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=35.7 K 2024-12-09T15:22:37,769 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/8221c1d45d124df68d6cbf74d85f49fc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/020f9ec6afc9433ba2ba9b30f99e7c87, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5d974987c7ab463ab75f27fc4a40fff6] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=40.5 K 2024-12-09T15:22:37,769 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting fca78459362b4cc5bd6f93e6c1065c29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733757754231 2024-12-09T15:22:37,770 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8221c1d45d124df68d6cbf74d85f49fc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733757754231 2024-12-09T15:22:37,770 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a8ad572c0e4f46d998900867cc39a823, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733757756584 2024-12-09T15:22:37,770 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 020f9ec6afc9433ba2ba9b30f99e7c87, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733757756584 2024-12-09T15:22:37,771 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 750d147e08754e6c9120e7c20f59353c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757756627 2024-12-09T15:22:37,771 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d974987c7ab463ab75f27fc4a40fff6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757756618 2024-12-09T15:22:37,778 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#419 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:37,778 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/5f7c9046255c4d44a25190839ebdadfa is 50, key is test_row_0/B:col10/1733757756627/Put/seqid=0 2024-12-09T15:22:37,786 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:37,786 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/da028b48eac4413eadfc81c1a5491276 is 50, key is test_row_0/A:col10/1733757756627/Put/seqid=0 2024-12-09T15:22:37,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742326_1502 (size=12391) 2024-12-09T15:22:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742327_1503 (size=12493) 2024-12-09T15:22:37,830 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/da028b48eac4413eadfc81c1a5491276 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/da028b48eac4413eadfc81c1a5491276 2024-12-09T15:22:37,838 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into da028b48eac4413eadfc81c1a5491276(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:37,838 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:37,838 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=13, startTime=1733757757768; duration=0sec 2024-12-09T15:22:37,838 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:37,838 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:37,838 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:37,839 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:37,839 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:37,839 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,839 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/72249403b1fe49caa07bc864ad45d99f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4ba0983b622a4ab3b2f03f445d544075, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a325b7ef5f4447598b2918c6a7bb8de1] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=35.8 K 2024-12-09T15:22:37,840 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72249403b1fe49caa07bc864ad45d99f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733757754231 2024-12-09T15:22:37,840 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ba0983b622a4ab3b2f03f445d544075, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733757756584 2024-12-09T15:22:37,840 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a325b7ef5f4447598b2918c6a7bb8de1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757756627 2024-12-09T15:22:37,850 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:37,850 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/7de69f43b2884ae9af7d2e2764011d65 is 50, key is test_row_0/C:col10/1733757756627/Put/seqid=0 2024-12-09T15:22:37,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-09T15:22:37,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742328_1504 (size=12493) 2024-12-09T15:22:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,874 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T15:22:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:37,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/d2f820bf789b4930851d54a5e6e0300d is 50, key is test_row_0/A:col10/1733757757268/Put/seqid=0 2024-12-09T15:22:37,889 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/7de69f43b2884ae9af7d2e2764011d65 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7de69f43b2884ae9af7d2e2764011d65 2024-12-09T15:22:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:37,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:37,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742329_1505 (size=12151) 2024-12-09T15:22:37,896 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into 7de69f43b2884ae9af7d2e2764011d65(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:37,896 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:37,896 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=13, startTime=1733757757768; duration=0sec 2024-12-09T15:22:37,896 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:37,896 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:37,898 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/d2f820bf789b4930851d54a5e6e0300d 2024-12-09T15:22:37,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/14a955dd4da5493abc8fe29bc3087a37 is 50, key is test_row_0/B:col10/1733757757268/Put/seqid=0 2024-12-09T15:22:37,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742330_1506 (size=12151) 2024-12-09T15:22:37,908 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/14a955dd4da5493abc8fe29bc3087a37 2024-12-09T15:22:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/467d85e216844710b6450e1140c8b0bd is 50, key is test_row_0/C:col10/1733757757268/Put/seqid=0 2024-12-09T15:22:37,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757817914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757817915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757817916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757817917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757817922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742331_1507 (size=12151) 2024-12-09T15:22:37,933 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/467d85e216844710b6450e1140c8b0bd 2024-12-09T15:22:37,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/d2f820bf789b4930851d54a5e6e0300d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d2f820bf789b4930851d54a5e6e0300d 2024-12-09T15:22:37,943 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d2f820bf789b4930851d54a5e6e0300d, entries=150, sequenceid=212, filesize=11.9 K 2024-12-09T15:22:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/14a955dd4da5493abc8fe29bc3087a37 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14a955dd4da5493abc8fe29bc3087a37 2024-12-09T15:22:37,956 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14a955dd4da5493abc8fe29bc3087a37, entries=150, sequenceid=212, filesize=11.9 K 2024-12-09T15:22:37,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/467d85e216844710b6450e1140c8b0bd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/467d85e216844710b6450e1140c8b0bd 2024-12-09T15:22:37,962 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/467d85e216844710b6450e1140c8b0bd, entries=150, sequenceid=212, filesize=11.9 K 2024-12-09T15:22:37,963 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8c7c63eeaa29e06fd8b19850b7d5378c in 89ms, sequenceid=212, compaction requested=false 2024-12-09T15:22:37,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:37,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:37,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-09T15:22:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-09T15:22:37,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-09T15:22:37,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3240 sec 2024-12-09T15:22:37,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.3300 sec 2024-12-09T15:22:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:38,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:22:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:38,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/c3e28fd152d44b6eb2050ab45758f6e9 is 50, key is test_row_0/A:col10/1733757758027/Put/seqid=0 2024-12-09T15:22:38,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742332_1508 (size=14541) 2024-12-09T15:22:38,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/c3e28fd152d44b6eb2050ab45758f6e9 2024-12-09T15:22:38,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/3d95611a25aa40c38f4218573c77a400 is 50, key is test_row_0/B:col10/1733757758027/Put/seqid=0 2024-12-09T15:22:38,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742333_1509 (size=12151) 2024-12-09T15:22:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757818082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757818083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757818084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757818095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757818096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757818200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757818200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757818200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757818207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757818210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,222 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/5f7c9046255c4d44a25190839ebdadfa as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5f7c9046255c4d44a25190839ebdadfa 2024-12-09T15:22:38,233 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into 5f7c9046255c4d44a25190839ebdadfa(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:38,233 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:38,233 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=13, startTime=1733757757768; duration=0sec 2024-12-09T15:22:38,233 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:38,233 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:38,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757818405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757818405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757818406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757818415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757818418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/3d95611a25aa40c38f4218573c77a400 2024-12-09T15:22:38,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a11248bc4681424688276fe36e1523fc is 50, key is test_row_0/C:col10/1733757758027/Put/seqid=0 2024-12-09T15:22:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742334_1510 (size=12151) 2024-12-09T15:22:38,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757818712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757818713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757818716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757818725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757818727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-09T15:22:38,753 INFO [Thread-2062 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-09T15:22:38,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-09T15:22:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-09T15:22:38,757 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:38,757 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:38,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-09T15:22:38,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a11248bc4681424688276fe36e1523fc 2024-12-09T15:22:38,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/c3e28fd152d44b6eb2050ab45758f6e9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/c3e28fd152d44b6eb2050ab45758f6e9 2024-12-09T15:22:38,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/c3e28fd152d44b6eb2050ab45758f6e9, entries=200, sequenceid=235, filesize=14.2 K 2024-12-09T15:22:38,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/3d95611a25aa40c38f4218573c77a400 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3d95611a25aa40c38f4218573c77a400 2024-12-09T15:22:38,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3d95611a25aa40c38f4218573c77a400, entries=150, sequenceid=235, filesize=11.9 K 2024-12-09T15:22:38,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a11248bc4681424688276fe36e1523fc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a11248bc4681424688276fe36e1523fc 2024-12-09T15:22:38,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a11248bc4681424688276fe36e1523fc, entries=150, sequenceid=235, filesize=11.9 K 2024-12-09T15:22:38,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8c7c63eeaa29e06fd8b19850b7d5378c in 866ms, sequenceid=235, compaction requested=true 2024-12-09T15:22:38,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:38,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:38,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:38,895 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:38,895 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:38,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:38,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:38,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:38,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:38,897 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:38,897 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:38,897 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:38,897 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5f7c9046255c4d44a25190839ebdadfa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14a955dd4da5493abc8fe29bc3087a37, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3d95611a25aa40c38f4218573c77a400] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=35.8 K 2024-12-09T15:22:38,897 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:38,897 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:38,898 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:38,898 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/da028b48eac4413eadfc81c1a5491276, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d2f820bf789b4930851d54a5e6e0300d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/c3e28fd152d44b6eb2050ab45758f6e9] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=38.3 K 2024-12-09T15:22:38,898 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting da028b48eac4413eadfc81c1a5491276, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757756627 2024-12-09T15:22:38,898 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f7c9046255c4d44a25190839ebdadfa, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757756627 2024-12-09T15:22:38,899 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2f820bf789b4930851d54a5e6e0300d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733757757263 2024-12-09T15:22:38,899 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 14a955dd4da5493abc8fe29bc3087a37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733757757263 2024-12-09T15:22:38,899 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d95611a25aa40c38f4218573c77a400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733757757914 2024-12-09T15:22:38,899 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3e28fd152d44b6eb2050ab45758f6e9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733757757914 2024-12-09T15:22:38,909 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:38,909 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/f5fab4e121bd43a89aca44ecf2d4f706 is 50, key is test_row_0/A:col10/1733757758027/Put/seqid=0 2024-12-09T15:22:38,912 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:38,912 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a8b863f207124b048f1b1d53892a4ee3 is 50, key is test_row_0/B:col10/1733757758027/Put/seqid=0 2024-12-09T15:22:38,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:38,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-09T15:22:38,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:38,913 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T15:22:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:38,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5558f537e70d4bb88c78d954c61b7449 is 50, key is test_row_0/A:col10/1733757758039/Put/seqid=0 2024-12-09T15:22:38,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742336_1512 (size=12595) 2024-12-09T15:22:38,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742337_1513 (size=12151) 2024-12-09T15:22:38,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742335_1511 (size=12493) 2024-12-09T15:22:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-09T15:22:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:39,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:39,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757819271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757819281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757819282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757819283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757819284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-09T15:22:39,365 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/f5fab4e121bd43a89aca44ecf2d4f706 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/f5fab4e121bd43a89aca44ecf2d4f706 2024-12-09T15:22:39,369 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5558f537e70d4bb88c78d954c61b7449 2024-12-09T15:22:39,374 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into f5fab4e121bd43a89aca44ecf2d4f706(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:39,374 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:39,374 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=13, startTime=1733757758894; duration=0sec 2024-12-09T15:22:39,374 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:39,374 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:39,374 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:39,377 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:39,377 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:39,377 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:39,377 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7de69f43b2884ae9af7d2e2764011d65, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/467d85e216844710b6450e1140c8b0bd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a11248bc4681424688276fe36e1523fc] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=35.9 K 2024-12-09T15:22:39,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/4095302380b741f5b15dc6999cedd50a is 50, key is test_row_0/B:col10/1733757758039/Put/seqid=0 2024-12-09T15:22:39,378 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7de69f43b2884ae9af7d2e2764011d65, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733757756627 2024-12-09T15:22:39,378 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a8b863f207124b048f1b1d53892a4ee3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8b863f207124b048f1b1d53892a4ee3 2024-12-09T15:22:39,380 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 467d85e216844710b6450e1140c8b0bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733757757263 2024-12-09T15:22:39,381 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a11248bc4681424688276fe36e1523fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733757757914 2024-12-09T15:22:39,385 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into a8b863f207124b048f1b1d53892a4ee3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:39,385 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:39,385 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=13, startTime=1733757758895; duration=0sec 2024-12-09T15:22:39,386 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:39,386 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:39,391 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:39,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742338_1514 (size=12151) 2024-12-09T15:22:39,391 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/15b04eff7db44027862e9101fac8142e is 50, key is test_row_0/C:col10/1733757758027/Put/seqid=0 2024-12-09T15:22:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757819387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757819395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757819403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757819403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757819403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742339_1515 (size=12595) 2024-12-09T15:22:39,418 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/15b04eff7db44027862e9101fac8142e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/15b04eff7db44027862e9101fac8142e 2024-12-09T15:22:39,424 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into 15b04eff7db44027862e9101fac8142e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:39,424 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:39,424 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=13, startTime=1733757758895; duration=0sec 2024-12-09T15:22:39,424 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:39,424 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:39,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757819597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757819599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757819608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757819609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757819613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,791 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/4095302380b741f5b15dc6999cedd50a 2024-12-09T15:22:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/f5cb83882dd44f9ebf1e56ff101d3f33 is 50, key is test_row_0/C:col10/1733757758039/Put/seqid=0 2024-12-09T15:22:39,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742340_1516 (size=12151) 2024-12-09T15:22:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-09T15:22:39,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757819902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757819906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757819916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757819916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:39,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757819919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,206 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/f5cb83882dd44f9ebf1e56ff101d3f33 2024-12-09T15:22:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5558f537e70d4bb88c78d954c61b7449 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5558f537e70d4bb88c78d954c61b7449 2024-12-09T15:22:40,227 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5558f537e70d4bb88c78d954c61b7449, entries=150, sequenceid=250, filesize=11.9 K 2024-12-09T15:22:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/4095302380b741f5b15dc6999cedd50a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4095302380b741f5b15dc6999cedd50a 2024-12-09T15:22:40,232 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4095302380b741f5b15dc6999cedd50a, entries=150, sequenceid=250, filesize=11.9 K 2024-12-09T15:22:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/f5cb83882dd44f9ebf1e56ff101d3f33 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/f5cb83882dd44f9ebf1e56ff101d3f33 2024-12-09T15:22:40,237 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/f5cb83882dd44f9ebf1e56ff101d3f33, entries=150, sequenceid=250, filesize=11.9 K 2024-12-09T15:22:40,239 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8c7c63eeaa29e06fd8b19850b7d5378c in 1326ms, sequenceid=250, compaction requested=false 2024-12-09T15:22:40,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:40,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:40,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-09T15:22:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-09T15:22:40,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-09T15:22:40,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4830 sec 2024-12-09T15:22:40,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.4880 sec 2024-12-09T15:22:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:40,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T15:22:40,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:40,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a76bb0699761438e8b3557f85929e671 is 50, key is test_row_0/A:col10/1733757759283/Put/seqid=0 2024-12-09T15:22:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757820428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757820428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757820429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757820430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757820430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742341_1517 (size=14741) 2024-12-09T15:22:40,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a76bb0699761438e8b3557f85929e671 2024-12-09T15:22:40,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/7ef11cb9ec364766bef4a40bcd95af92 is 50, key is test_row_0/B:col10/1733757759283/Put/seqid=0 2024-12-09T15:22:40,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742342_1518 (size=12301) 2024-12-09T15:22:40,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/7ef11cb9ec364766bef4a40bcd95af92 2024-12-09T15:22:40,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c75a0bc9fd0e4b09864cf0fcb8c6df7a is 50, key is test_row_0/C:col10/1733757759283/Put/seqid=0 2024-12-09T15:22:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742343_1519 (size=12301) 2024-12-09T15:22:40,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c75a0bc9fd0e4b09864cf0fcb8c6df7a 2024-12-09T15:22:40,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a76bb0699761438e8b3557f85929e671 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a76bb0699761438e8b3557f85929e671 2024-12-09T15:22:40,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a76bb0699761438e8b3557f85929e671, entries=200, sequenceid=276, filesize=14.4 K 2024-12-09T15:22:40,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/7ef11cb9ec364766bef4a40bcd95af92 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/7ef11cb9ec364766bef4a40bcd95af92 2024-12-09T15:22:40,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/7ef11cb9ec364766bef4a40bcd95af92, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T15:22:40,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c75a0bc9fd0e4b09864cf0fcb8c6df7a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c75a0bc9fd0e4b09864cf0fcb8c6df7a 2024-12-09T15:22:40,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c75a0bc9fd0e4b09864cf0fcb8c6df7a, entries=150, sequenceid=276, filesize=12.0 K 2024-12-09T15:22:40,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8c7c63eeaa29e06fd8b19850b7d5378c in 97ms, sequenceid=276, compaction requested=true 2024-12-09T15:22:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:40,512 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:40,512 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:40,513 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:40,513 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:40,513 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:40,513 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:40,513 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:40,513 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:40,513 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/f5fab4e121bd43a89aca44ecf2d4f706, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5558f537e70d4bb88c78d954c61b7449, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a76bb0699761438e8b3557f85929e671] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=38.6 K 2024-12-09T15:22:40,513 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8b863f207124b048f1b1d53892a4ee3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4095302380b741f5b15dc6999cedd50a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/7ef11cb9ec364766bef4a40bcd95af92] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=36.1 K 2024-12-09T15:22:40,514 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5fab4e121bd43a89aca44ecf2d4f706, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733757757914 2024-12-09T15:22:40,514 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a8b863f207124b048f1b1d53892a4ee3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733757757914 2024-12-09T15:22:40,514 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5558f537e70d4bb88c78d954c61b7449, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733757758039 2024-12-09T15:22:40,514 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4095302380b741f5b15dc6999cedd50a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733757758039 2024-12-09T15:22:40,515 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a76bb0699761438e8b3557f85929e671, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733757759279 2024-12-09T15:22:40,515 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ef11cb9ec364766bef4a40bcd95af92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733757759279 2024-12-09T15:22:40,529 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:40,532 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/6888a9a326714fd7a61e6af1edd02594 is 50, key is test_row_0/A:col10/1733757759283/Put/seqid=0 2024-12-09T15:22:40,535 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:40,536 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a95f3543b77b4cdf89eac90ace3691e6 is 50, key is test_row_0/B:col10/1733757759283/Put/seqid=0 2024-12-09T15:22:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:40,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T15:22:40,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:40,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:40,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:40,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:40,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:40,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:40,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/dbd2501f78b54cdd8085923c17362ee7 is 50, key is test_row_0/A:col10/1733757760429/Put/seqid=0 2024-12-09T15:22:40,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742344_1520 (size=12745) 2024-12-09T15:22:40,567 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a95f3543b77b4cdf89eac90ace3691e6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a95f3543b77b4cdf89eac90ace3691e6 2024-12-09T15:22:40,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742346_1522 (size=14741) 2024-12-09T15:22:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742345_1521 (size=12847) 2024-12-09T15:22:40,572 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into a95f3543b77b4cdf89eac90ace3691e6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:40,573 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:40,573 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=13, startTime=1733757760512; duration=0sec 2024-12-09T15:22:40,573 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:40,573 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:40,573 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:40,573 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:40,573 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:40,574 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:40,574 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/15b04eff7db44027862e9101fac8142e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/f5cb83882dd44f9ebf1e56ff101d3f33, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c75a0bc9fd0e4b09864cf0fcb8c6df7a] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=36.2 K 2024-12-09T15:22:40,574 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 15b04eff7db44027862e9101fac8142e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733757757914 2024-12-09T15:22:40,574 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting f5cb83882dd44f9ebf1e56ff101d3f33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733757758039 2024-12-09T15:22:40,574 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c75a0bc9fd0e4b09864cf0fcb8c6df7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733757759279 2024-12-09T15:22:40,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/dbd2501f78b54cdd8085923c17362ee7 2024-12-09T15:22:40,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757820566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757820567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757820568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,581 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:40,582 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c190b7d4858e4dae86b28b0d2fe3326e is 50, key is test_row_0/C:col10/1733757759283/Put/seqid=0 2024-12-09T15:22:40,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/8943556774734337b0698012573a1e9b is 50, key is test_row_0/B:col10/1733757760429/Put/seqid=0 2024-12-09T15:22:40,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757820577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742348_1524 (size=12301) 2024-12-09T15:22:40,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742347_1523 (size=12847) 2024-12-09T15:22:40,622 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c190b7d4858e4dae86b28b0d2fe3326e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c190b7d4858e4dae86b28b0d2fe3326e 2024-12-09T15:22:40,627 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into c190b7d4858e4dae86b28b0d2fe3326e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:40,627 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:40,627 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=13, startTime=1733757760512; duration=0sec 2024-12-09T15:22:40,627 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:40,627 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:40,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757820678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757820679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757820679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757820688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-09T15:22:40,860 INFO [Thread-2062 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-09T15:22:40,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-09T15:22:40,864 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-09T15:22:40,864 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:40,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757820879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757820880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757820881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757820893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-09T15:22:40,983 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/6888a9a326714fd7a61e6af1edd02594 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/6888a9a326714fd7a61e6af1edd02594 2024-12-09T15:22:40,989 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into 6888a9a326714fd7a61e6af1edd02594(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:40,989 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:40,989 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=13, startTime=1733757760512; duration=0sec 2024-12-09T15:22:40,989 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:40,989 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:41,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/8943556774734337b0698012573a1e9b 2024-12-09T15:22:41,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-09T15:22:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:41,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:41,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a402c95d4d434376a274f3b24ab9f34d is 50, key is test_row_0/C:col10/1733757760429/Put/seqid=0 2024-12-09T15:22:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742349_1525 (size=12301) 2024-12-09T15:22:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-09T15:22:41,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-09T15:22:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:41,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:41,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:41,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757821181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757821185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757821185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757821195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-09T15:22:41,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:41,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:41,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:41,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:41,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:41,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757821447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a402c95d4d434376a274f3b24ab9f34d 2024-12-09T15:22:41,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/dbd2501f78b54cdd8085923c17362ee7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dbd2501f78b54cdd8085923c17362ee7 2024-12-09T15:22:41,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dbd2501f78b54cdd8085923c17362ee7, entries=200, sequenceid=291, filesize=14.4 K 2024-12-09T15:22:41,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/8943556774734337b0698012573a1e9b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/8943556774734337b0698012573a1e9b 2024-12-09T15:22:41,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/8943556774734337b0698012573a1e9b, entries=150, sequenceid=291, filesize=12.0 K 2024-12-09T15:22:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a402c95d4d434376a274f3b24ab9f34d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a402c95d4d434376a274f3b24ab9f34d 2024-12-09T15:22:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-09T15:22:41,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a402c95d4d434376a274f3b24ab9f34d, entries=150, sequenceid=291, filesize=12.0 K 2024-12-09T15:22:41,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8c7c63eeaa29e06fd8b19850b7d5378c in 937ms, sequenceid=291, compaction requested=false 2024-12-09T15:22:41,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:41,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-09T15:22:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:41,484 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-09T15:22:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:41,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/3a07d88b4f5044a39af4b37c15f5d590 is 50, key is test_row_0/A:col10/1733757760565/Put/seqid=0 2024-12-09T15:22:41,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742350_1526 (size=12301) 2024-12-09T15:22:41,520 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/3a07d88b4f5044a39af4b37c15f5d590 2024-12-09T15:22:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/f3b00abce9574ce9b331d154cef4b8f8 is 50, key is test_row_0/B:col10/1733757760565/Put/seqid=0 2024-12-09T15:22:41,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742351_1527 (size=12301) 2024-12-09T15:22:41,576 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/f3b00abce9574ce9b331d154cef4b8f8 2024-12-09T15:22:41,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a68471e43dea4db488b141ab259e7e78 is 50, key is test_row_0/C:col10/1733757760565/Put/seqid=0 2024-12-09T15:22:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742352_1528 (size=12301) 2024-12-09T15:22:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:41,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:41,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757821715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757821716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757821719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757821719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757821820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757821824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757821826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757821826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-09T15:22:42,005 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a68471e43dea4db488b141ab259e7e78 2024-12-09T15:22:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/3a07d88b4f5044a39af4b37c15f5d590 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3a07d88b4f5044a39af4b37c15f5d590 2024-12-09T15:22:42,014 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3a07d88b4f5044a39af4b37c15f5d590, entries=150, sequenceid=315, filesize=12.0 K 2024-12-09T15:22:42,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/f3b00abce9574ce9b331d154cef4b8f8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/f3b00abce9574ce9b331d154cef4b8f8 2024-12-09T15:22:42,018 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/f3b00abce9574ce9b331d154cef4b8f8, entries=150, sequenceid=315, filesize=12.0 K 2024-12-09T15:22:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/a68471e43dea4db488b141ab259e7e78 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a68471e43dea4db488b141ab259e7e78 2024-12-09T15:22:42,021 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a68471e43dea4db488b141ab259e7e78, entries=150, sequenceid=315, filesize=12.0 K 2024-12-09T15:22:42,022 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 8c7c63eeaa29e06fd8b19850b7d5378c in 538ms, sequenceid=315, compaction requested=true 2024-12-09T15:22:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-09T15:22:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-09T15:22:42,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-09T15:22:42,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1580 sec 2024-12-09T15:22:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:42,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-09T15:22:42,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:42,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:42,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:42,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:42,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:42,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:42,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.1630 sec 2024-12-09T15:22:42,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5274952275b4458b8fb134fb4faf5a91 is 50, key is test_row_0/A:col10/1733757761715/Put/seqid=0 2024-12-09T15:22:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742353_1529 (size=14741) 2024-12-09T15:22:42,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5274952275b4458b8fb134fb4faf5a91 2024-12-09T15:22:42,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/14df0a2a6dd843a498d4654dab5c8231 is 50, key is test_row_0/B:col10/1733757761715/Put/seqid=0 2024-12-09T15:22:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742354_1530 (size=12301) 2024-12-09T15:22:42,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/14df0a2a6dd843a498d4654dab5c8231 2024-12-09T15:22:42,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/01057f48f6674d9492931676eeefddd7 is 50, key is test_row_0/C:col10/1733757761715/Put/seqid=0 2024-12-09T15:22:42,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757822062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757822063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757822064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742355_1531 (size=12301) 2024-12-09T15:22:42,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/01057f48f6674d9492931676eeefddd7 2024-12-09T15:22:42,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5274952275b4458b8fb134fb4faf5a91 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5274952275b4458b8fb134fb4faf5a91 2024-12-09T15:22:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757822065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5274952275b4458b8fb134fb4faf5a91, entries=200, sequenceid=332, filesize=14.4 K 2024-12-09T15:22:42,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/14df0a2a6dd843a498d4654dab5c8231 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14df0a2a6dd843a498d4654dab5c8231 2024-12-09T15:22:42,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14df0a2a6dd843a498d4654dab5c8231, entries=150, sequenceid=332, filesize=12.0 K 2024-12-09T15:22:42,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/01057f48f6674d9492931676eeefddd7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/01057f48f6674d9492931676eeefddd7 2024-12-09T15:22:42,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/01057f48f6674d9492931676eeefddd7, entries=150, sequenceid=332, filesize=12.0 K 2024-12-09T15:22:42,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8c7c63eeaa29e06fd8b19850b7d5378c in 60ms, sequenceid=332, compaction requested=true 2024-12-09T15:22:42,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:42,086 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:42,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:42,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:42,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:42,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:42,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:42,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:22:42,088 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:42,089 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:42,089 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54630 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:42,089 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:42,089 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:42,089 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:42,089 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:42,089 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a95f3543b77b4cdf89eac90ace3691e6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/8943556774734337b0698012573a1e9b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/f3b00abce9574ce9b331d154cef4b8f8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14df0a2a6dd843a498d4654dab5c8231] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=48.5 K 2024-12-09T15:22:42,089 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/6888a9a326714fd7a61e6af1edd02594, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dbd2501f78b54cdd8085923c17362ee7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3a07d88b4f5044a39af4b37c15f5d590, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5274952275b4458b8fb134fb4faf5a91] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=53.3 K 2024-12-09T15:22:42,090 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6888a9a326714fd7a61e6af1edd02594, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733757759279 2024-12-09T15:22:42,090 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a95f3543b77b4cdf89eac90ace3691e6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733757759279 2024-12-09T15:22:42,090 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 8943556774734337b0698012573a1e9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733757760425 2024-12-09T15:22:42,090 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbd2501f78b54cdd8085923c17362ee7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733757760425 2024-12-09T15:22:42,090 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting f3b00abce9574ce9b331d154cef4b8f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733757760558 2024-12-09T15:22:42,090 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a07d88b4f5044a39af4b37c15f5d590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733757760558 2024-12-09T15:22:42,091 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 14df0a2a6dd843a498d4654dab5c8231, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733757761715 2024-12-09T15:22:42,091 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5274952275b4458b8fb134fb4faf5a91, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733757761690 2024-12-09T15:22:42,099 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:42,099 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5116e897da6949daa7e9df36378c27f8 is 50, key is test_row_0/A:col10/1733757761715/Put/seqid=0 2024-12-09T15:22:42,102 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:42,102 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/e1836a2f79f349798c69c067f37279d3 is 50, key is test_row_0/B:col10/1733757761715/Put/seqid=0 2024-12-09T15:22:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742356_1532 (size=12983) 2024-12-09T15:22:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742357_1533 (size=12881) 2024-12-09T15:22:42,108 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/5116e897da6949daa7e9df36378c27f8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5116e897da6949daa7e9df36378c27f8 2024-12-09T15:22:42,111 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into 5116e897da6949daa7e9df36378c27f8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:42,112 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:42,112 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=12, startTime=1733757762086; duration=0sec 2024-12-09T15:22:42,112 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:42,112 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:42,112 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:22:42,112 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:22:42,112 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:42,113 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:42,113 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c190b7d4858e4dae86b28b0d2fe3326e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a402c95d4d434376a274f3b24ab9f34d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a68471e43dea4db488b141ab259e7e78, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/01057f48f6674d9492931676eeefddd7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=48.6 K 2024-12-09T15:22:42,113 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c190b7d4858e4dae86b28b0d2fe3326e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733757759279 2024-12-09T15:22:42,113 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a402c95d4d434376a274f3b24ab9f34d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733757760425 2024-12-09T15:22:42,113 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a68471e43dea4db488b141ab259e7e78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733757760558 2024-12-09T15:22:42,113 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01057f48f6674d9492931676eeefddd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733757761715 2024-12-09T15:22:42,121 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:42,122 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/4d8c8e8278604e938c61961eca05b7f8 is 50, key is test_row_0/C:col10/1733757761715/Put/seqid=0 2024-12-09T15:22:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742358_1534 (size=12983) 2024-12-09T15:22:42,132 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/4d8c8e8278604e938c61961eca05b7f8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4d8c8e8278604e938c61961eca05b7f8 2024-12-09T15:22:42,136 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into 4d8c8e8278604e938c61961eca05b7f8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:42,136 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:42,136 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=12, startTime=1733757762087; duration=0sec 2024-12-09T15:22:42,137 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:42,137 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:42,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T15:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:42,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/bc1e6f93faed42698707bbcd2a9effe9 is 50, key is test_row_0/A:col10/1733757762175/Put/seqid=0 2024-12-09T15:22:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742359_1535 (size=12301) 2024-12-09T15:22:42,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/bc1e6f93faed42698707bbcd2a9effe9 2024-12-09T15:22:42,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/3efcf584d4cf4840b666138ca8f469bc is 50, key is test_row_0/B:col10/1733757762175/Put/seqid=0 2024-12-09T15:22:42,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757822191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757822197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757822198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757822199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742360_1536 (size=12301) 2024-12-09T15:22:42,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/3efcf584d4cf4840b666138ca8f469bc 2024-12-09T15:22:42,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/2f8c98ca2857489b92a708656f3c0283 is 50, key is test_row_0/C:col10/1733757762175/Put/seqid=0 2024-12-09T15:22:42,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742361_1537 (size=12301) 2024-12-09T15:22:42,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757822299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757822303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757822303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757822304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757822503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,512 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/e1836a2f79f349798c69c067f37279d3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e1836a2f79f349798c69c067f37279d3 2024-12-09T15:22:42,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757822509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757822511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757822514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,517 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into e1836a2f79f349798c69c067f37279d3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:42,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:42,517 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=12, startTime=1733757762086; duration=0sec 2024-12-09T15:22:42,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:42,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:42,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/2f8c98ca2857489b92a708656f3c0283 2024-12-09T15:22:42,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/bc1e6f93faed42698707bbcd2a9effe9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/bc1e6f93faed42698707bbcd2a9effe9 2024-12-09T15:22:42,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/bc1e6f93faed42698707bbcd2a9effe9, entries=150, sequenceid=355, filesize=12.0 K 2024-12-09T15:22:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/3efcf584d4cf4840b666138ca8f469bc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3efcf584d4cf4840b666138ca8f469bc 2024-12-09T15:22:42,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3efcf584d4cf4840b666138ca8f469bc, entries=150, sequenceid=355, filesize=12.0 K 2024-12-09T15:22:42,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/2f8c98ca2857489b92a708656f3c0283 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/2f8c98ca2857489b92a708656f3c0283 2024-12-09T15:22:42,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/2f8c98ca2857489b92a708656f3c0283, entries=150, sequenceid=355, filesize=12.0 K 2024-12-09T15:22:42,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8c7c63eeaa29e06fd8b19850b7d5378c in 462ms, sequenceid=355, compaction requested=false 2024-12-09T15:22:42,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:42,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-09T15:22:42,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:42,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:42,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:42,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:42,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:42,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:42,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/d8698c4e8a5145559941865d6c38f947 is 50, key is test_row_0/A:col10/1733757762813/Put/seqid=0 2024-12-09T15:22:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742362_1538 (size=14741) 2024-12-09T15:22:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757822845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757822847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757822847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757822849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757822951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757822953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757822954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757822961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-09T15:22:42,982 INFO [Thread-2062 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-09T15:22:42,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-09T15:22:42,985 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-09T15:22:42,986 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:42,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-09T15:22:43,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-09T15:22:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757823154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757823159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757823160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757823162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/d8698c4e8a5145559941865d6c38f947 2024-12-09T15:22:43,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/5547ddfe72c146c3b0e25eff56adbd60 is 50, key is test_row_0/B:col10/1733757762813/Put/seqid=0 2024-12-09T15:22:43,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742363_1539 (size=12301) 2024-12-09T15:22:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-09T15:22:43,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-09T15:22:43,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:43,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,444 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-09T15:22:43,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:43,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757823462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757823467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757823469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757823471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757823475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,478 DEBUG [Thread-2060 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4195 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:22:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-09T15:22:43,597 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-09T15:22:43,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:43,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:43,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/5547ddfe72c146c3b0e25eff56adbd60 2024-12-09T15:22:43,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/174248458e2643a08715c48b08848c4a is 50, key is test_row_0/C:col10/1733757762813/Put/seqid=0 2024-12-09T15:22:43,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742364_1540 (size=12301) 2024-12-09T15:22:43,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/174248458e2643a08715c48b08848c4a 2024-12-09T15:22:43,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/d8698c4e8a5145559941865d6c38f947 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d8698c4e8a5145559941865d6c38f947 2024-12-09T15:22:43,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d8698c4e8a5145559941865d6c38f947, entries=200, sequenceid=372, filesize=14.4 K 2024-12-09T15:22:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/5547ddfe72c146c3b0e25eff56adbd60 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5547ddfe72c146c3b0e25eff56adbd60 2024-12-09T15:22:43,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5547ddfe72c146c3b0e25eff56adbd60, entries=150, sequenceid=372, filesize=12.0 K 2024-12-09T15:22:43,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/174248458e2643a08715c48b08848c4a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/174248458e2643a08715c48b08848c4a 2024-12-09T15:22:43,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/174248458e2643a08715c48b08848c4a, entries=150, sequenceid=372, filesize=12.0 K 2024-12-09T15:22:43,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8c7c63eeaa29e06fd8b19850b7d5378c in 907ms, sequenceid=372, compaction requested=true 2024-12-09T15:22:43,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:43,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:43,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:43,721 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:43,721 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:43,723 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:43,723 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:43,723 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,723 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5116e897da6949daa7e9df36378c27f8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/bc1e6f93faed42698707bbcd2a9effe9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d8698c4e8a5145559941865d6c38f947] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=39.1 K 2024-12-09T15:22:43,723 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:43,723 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:43,723 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,723 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e1836a2f79f349798c69c067f37279d3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3efcf584d4cf4840b666138ca8f469bc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5547ddfe72c146c3b0e25eff56adbd60] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=36.6 K 2024-12-09T15:22:43,724 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5116e897da6949daa7e9df36378c27f8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733757761715 2024-12-09T15:22:43,724 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e1836a2f79f349798c69c067f37279d3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733757761715 2024-12-09T15:22:43,724 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc1e6f93faed42698707bbcd2a9effe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733757762063 2024-12-09T15:22:43,724 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 3efcf584d4cf4840b666138ca8f469bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733757762063 2024-12-09T15:22:43,725 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5547ddfe72c146c3b0e25eff56adbd60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733757762194 2024-12-09T15:22:43,725 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8698c4e8a5145559941865d6c38f947, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733757762194 2024-12-09T15:22:43,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:43,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:43,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:43,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:43,734 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:43,735 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/4ee0ffb519a54cd8ac91feb5ce6f66ba is 50, key is test_row_0/B:col10/1733757762813/Put/seqid=0 2024-12-09T15:22:43,747 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:43,747 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/07f30ed036a14a96aa0b63d733eba089 is 50, key is test_row_0/A:col10/1733757762813/Put/seqid=0 2024-12-09T15:22:43,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:43,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-09T15:22:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,754 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T15:22:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:43,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742365_1541 (size=12983) 2024-12-09T15:22:43,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/7f157501faf64272b0c998c4f8ac1c9a is 50, key is test_row_0/A:col10/1733757762845/Put/seqid=0 2024-12-09T15:22:43,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742366_1542 (size=13085) 2024-12-09T15:22:43,795 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/4ee0ffb519a54cd8ac91feb5ce6f66ba as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4ee0ffb519a54cd8ac91feb5ce6f66ba 2024-12-09T15:22:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742367_1543 (size=12301) 2024-12-09T15:22:43,804 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/7f157501faf64272b0c998c4f8ac1c9a 2024-12-09T15:22:43,806 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/07f30ed036a14a96aa0b63d733eba089 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/07f30ed036a14a96aa0b63d733eba089 2024-12-09T15:22:43,817 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into 4ee0ffb519a54cd8ac91feb5ce6f66ba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:43,817 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:43,817 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=13, startTime=1733757763721; duration=0sec 2024-12-09T15:22:43,817 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:43,817 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:43,817 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:43,819 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:43,819 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:43,819 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,819 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4d8c8e8278604e938c61961eca05b7f8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/2f8c98ca2857489b92a708656f3c0283, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/174248458e2643a08715c48b08848c4a] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=36.7 K 2024-12-09T15:22:43,820 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d8c8e8278604e938c61961eca05b7f8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733757761715 2024-12-09T15:22:43,821 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into 07f30ed036a14a96aa0b63d733eba089(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:43,821 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:43,821 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=13, startTime=1733757763721; duration=0sec 2024-12-09T15:22:43,822 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:43,822 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/e6772ebf08b44fdb8c9aa79626e37968 is 50, key is test_row_0/B:col10/1733757762845/Put/seqid=0 2024-12-09T15:22:43,824 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f8c98ca2857489b92a708656f3c0283, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733757762063 2024-12-09T15:22:43,824 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 174248458e2643a08715c48b08848c4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733757762194 2024-12-09T15:22:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742368_1544 (size=12301) 2024-12-09T15:22:43,841 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/e6772ebf08b44fdb8c9aa79626e37968 2024-12-09T15:22:43,849 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:43,849 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/7056922db05c4ce8b12deffd7e375ace is 50, key is test_row_0/C:col10/1733757762813/Put/seqid=0 2024-12-09T15:22:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c405850673ae44a48612db722ef2ad42 is 50, key is test_row_0/C:col10/1733757762845/Put/seqid=0 2024-12-09T15:22:43,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742369_1545 (size=12301) 2024-12-09T15:22:43,889 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c405850673ae44a48612db722ef2ad42 2024-12-09T15:22:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/7f157501faf64272b0c998c4f8ac1c9a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/7f157501faf64272b0c998c4f8ac1c9a 2024-12-09T15:22:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742370_1546 (size=13085) 2024-12-09T15:22:43,904 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/7f157501faf64272b0c998c4f8ac1c9a, entries=150, sequenceid=392, filesize=12.0 K 2024-12-09T15:22:43,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/e6772ebf08b44fdb8c9aa79626e37968 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e6772ebf08b44fdb8c9aa79626e37968 2024-12-09T15:22:43,911 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/7056922db05c4ce8b12deffd7e375ace as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7056922db05c4ce8b12deffd7e375ace 2024-12-09T15:22:43,924 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e6772ebf08b44fdb8c9aa79626e37968, entries=150, sequenceid=392, filesize=12.0 K 2024-12-09T15:22:43,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/c405850673ae44a48612db722ef2ad42 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c405850673ae44a48612db722ef2ad42 2024-12-09T15:22:43,929 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into 7056922db05c4ce8b12deffd7e375ace(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:43,929 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:43,929 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=13, startTime=1733757763732; duration=0sec 2024-12-09T15:22:43,929 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:43,929 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:43,933 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c405850673ae44a48612db722ef2ad42, entries=150, sequenceid=392, filesize=12.0 K 2024-12-09T15:22:43,939 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 8c7c63eeaa29e06fd8b19850b7d5378c in 185ms, sequenceid=392, compaction requested=false 2024-12-09T15:22:43,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:43,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:43,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-09T15:22:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-09T15:22:43,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-09T15:22:43,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 955 msec 2024-12-09T15:22:43,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 959 msec 2024-12-09T15:22:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:43,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:22:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:43,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:44,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/90bc95b6fee84274b45e7a974bb9822c is 50, key is test_row_0/A:col10/1733757763986/Put/seqid=0 2024-12-09T15:22:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742371_1547 (size=17181) 2024-12-09T15:22:44,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757824035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757824035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757824045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757824045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-09T15:22:44,094 INFO [Thread-2062 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-09T15:22:44,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-09T15:22:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-09T15:22:44,100 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:44,100 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:44,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757824146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757824146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757824155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757824156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-09T15:22:44,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-09T15:22:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757824351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757824352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757824356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757824364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-09T15:22:44,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-09T15:22:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/90bc95b6fee84274b45e7a974bb9822c 2024-12-09T15:22:44,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/c6fcf5f8a81846be8f38803d088a7483 is 50, key is test_row_0/B:col10/1733757763986/Put/seqid=0 2024-12-09T15:22:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742372_1548 (size=12301) 2024-12-09T15:22:44,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/c6fcf5f8a81846be8f38803d088a7483 2024-12-09T15:22:44,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/57b8ae4c39244f71a71a38c07e8698d6 is 50, key is test_row_0/C:col10/1733757763986/Put/seqid=0 2024-12-09T15:22:44,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742373_1549 (size=12301) 2024-12-09T15:22:44,559 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-09T15:22:44,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:44,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757824659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757824659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757824660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757824666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-09T15:22:44,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-09T15:22:44,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:44,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/57b8ae4c39244f71a71a38c07e8698d6 2024-12-09T15:22:44,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/90bc95b6fee84274b45e7a974bb9822c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/90bc95b6fee84274b45e7a974bb9822c 2024-12-09T15:22:44,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:44,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-09T15:22:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/90bc95b6fee84274b45e7a974bb9822c, entries=250, sequenceid=408, filesize=16.8 K 2024-12-09T15:22:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/c6fcf5f8a81846be8f38803d088a7483 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/c6fcf5f8a81846be8f38803d088a7483 2024-12-09T15:22:44,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/c6fcf5f8a81846be8f38803d088a7483, entries=150, sequenceid=408, filesize=12.0 K 2024-12-09T15:22:44,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/57b8ae4c39244f71a71a38c07e8698d6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/57b8ae4c39244f71a71a38c07e8698d6 2024-12-09T15:22:44,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/57b8ae4c39244f71a71a38c07e8698d6, entries=150, sequenceid=408, filesize=12.0 K 2024-12-09T15:22:44,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8c7c63eeaa29e06fd8b19850b7d5378c in 891ms, sequenceid=408, compaction requested=true 2024-12-09T15:22:44,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:44,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:44,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:44,879 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:44,879 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:44,880 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:44,880 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:44,880 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,880 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/07f30ed036a14a96aa0b63d733eba089, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/7f157501faf64272b0c998c4f8ac1c9a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/90bc95b6fee84274b45e7a974bb9822c] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=41.6 K 2024-12-09T15:22:44,881 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:44,881 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07f30ed036a14a96aa0b63d733eba089, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733757762194 2024-12-09T15:22:44,881 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:44,881 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,881 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4ee0ffb519a54cd8ac91feb5ce6f66ba, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e6772ebf08b44fdb8c9aa79626e37968, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/c6fcf5f8a81846be8f38803d088a7483] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=36.7 K 2024-12-09T15:22:44,881 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f157501faf64272b0c998c4f8ac1c9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733757762839 2024-12-09T15:22:44,881 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee0ffb519a54cd8ac91feb5ce6f66ba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733757762194 2024-12-09T15:22:44,881 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90bc95b6fee84274b45e7a974bb9822c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733757763980 2024-12-09T15:22:44,882 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e6772ebf08b44fdb8c9aa79626e37968, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733757762839 2024-12-09T15:22:44,882 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c6fcf5f8a81846be8f38803d088a7483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733757763986 2024-12-09T15:22:44,891 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:44,893 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/6faa0f0325c34a5ab162a425b041072e is 50, key is test_row_0/B:col10/1733757763986/Put/seqid=0 2024-12-09T15:22:44,906 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:44,907 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a6e6c3c77243418195d0a444bd603853 is 50, key is test_row_0/A:col10/1733757763986/Put/seqid=0 2024-12-09T15:22:44,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742374_1550 (size=13085) 2024-12-09T15:22:44,933 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/6faa0f0325c34a5ab162a425b041072e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6faa0f0325c34a5ab162a425b041072e 2024-12-09T15:22:44,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742375_1551 (size=13187) 2024-12-09T15:22:44,944 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/a6e6c3c77243418195d0a444bd603853 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a6e6c3c77243418195d0a444bd603853 2024-12-09T15:22:44,944 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into 6faa0f0325c34a5ab162a425b041072e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:44,944 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:44,944 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=13, startTime=1733757764879; duration=0sec 2024-12-09T15:22:44,944 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:44,945 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:44,945 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:44,946 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:44,948 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:44,948 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:44,948 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7056922db05c4ce8b12deffd7e375ace, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c405850673ae44a48612db722ef2ad42, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/57b8ae4c39244f71a71a38c07e8698d6] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=36.8 K 2024-12-09T15:22:44,948 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 7056922db05c4ce8b12deffd7e375ace, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733757762194 2024-12-09T15:22:44,950 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c405850673ae44a48612db722ef2ad42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733757762839 2024-12-09T15:22:44,950 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 57b8ae4c39244f71a71a38c07e8698d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733757763986 2024-12-09T15:22:44,953 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into a6e6c3c77243418195d0a444bd603853(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:44,953 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:44,953 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=13, startTime=1733757764879; duration=0sec 2024-12-09T15:22:44,954 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:44,954 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:44,970 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#469 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:44,970 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5eaa7fb4776b492b94fa4988286b262e is 50, key is test_row_0/C:col10/1733757763986/Put/seqid=0 2024-12-09T15:22:44,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742376_1552 (size=13187) 2024-12-09T15:22:44,980 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5eaa7fb4776b492b94fa4988286b262e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5eaa7fb4776b492b94fa4988286b262e 2024-12-09T15:22:44,985 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into 5eaa7fb4776b492b94fa4988286b262e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:44,985 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:44,985 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=13, startTime=1733757764880; duration=0sec 2024-12-09T15:22:44,985 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:44,985 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:45,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-09T15:22:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:45,021 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T15:22:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/ceec08118f50453ba55ad34b7dadc7a0 is 50, key is test_row_0/A:col10/1733757764019/Put/seqid=0 2024-12-09T15:22:45,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742377_1553 (size=12301) 2024-12-09T15:22:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-09T15:22:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:45,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:45,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757825228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757825236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757825236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757825236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757825337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757825344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757825347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757825348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,453 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/ceec08118f50453ba55ad34b7dadc7a0 2024-12-09T15:22:45,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/5dca2bbc57a04fcdb1b55ef6e78404e7 is 50, key is test_row_0/B:col10/1733757764019/Put/seqid=0 2024-12-09T15:22:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742378_1554 (size=12301) 2024-12-09T15:22:45,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757825541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757825548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757825549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757825550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757825850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757825854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757825855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757825857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:45,867 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/5dca2bbc57a04fcdb1b55ef6e78404e7 2024-12-09T15:22:45,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/b409999cef0a4b2ebd1060d5f28a8cfd is 50, key is test_row_0/C:col10/1733757764019/Put/seqid=0 2024-12-09T15:22:45,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742379_1555 (size=12301) 2024-12-09T15:22:45,882 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/b409999cef0a4b2ebd1060d5f28a8cfd 2024-12-09T15:22:45,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/ceec08118f50453ba55ad34b7dadc7a0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/ceec08118f50453ba55ad34b7dadc7a0 2024-12-09T15:22:45,890 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/ceec08118f50453ba55ad34b7dadc7a0, entries=150, sequenceid=434, filesize=12.0 K 2024-12-09T15:22:45,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/5dca2bbc57a04fcdb1b55ef6e78404e7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5dca2bbc57a04fcdb1b55ef6e78404e7 2024-12-09T15:22:45,901 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5dca2bbc57a04fcdb1b55ef6e78404e7, entries=150, sequenceid=434, filesize=12.0 K 2024-12-09T15:22:45,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/b409999cef0a4b2ebd1060d5f28a8cfd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b409999cef0a4b2ebd1060d5f28a8cfd 2024-12-09T15:22:45,911 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b409999cef0a4b2ebd1060d5f28a8cfd, entries=150, sequenceid=434, filesize=12.0 K 2024-12-09T15:22:45,912 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8c7c63eeaa29e06fd8b19850b7d5378c in 891ms, sequenceid=434, compaction requested=false 2024-12-09T15:22:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-09T15:22:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-09T15:22:45,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-09T15:22:45,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-12-09T15:22:45,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.8170 sec 2024-12-09T15:22:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-09T15:22:46,206 INFO [Thread-2062 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-09T15:22:46,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:22:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-09T15:22:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-09T15:22:46,209 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:22:46,210 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:22:46,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:22:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-09T15:22:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:46,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T15:22:46,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-09T15:22:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:46,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:46,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:46,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:46,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:46,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:46,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:46,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:46,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:46,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:46,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/dc4f05ce95264eca8de1eea5d6deae1f is 50, key is test_row_0/A:col10/1733757765235/Put/seqid=0 2024-12-09T15:22:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742380_1556 (size=17181) 2024-12-09T15:22:46,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/dc4f05ce95264eca8de1eea5d6deae1f 2024-12-09T15:22:46,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/6bd4908277a843b28e8aace5b092f6f2 is 50, key is test_row_0/B:col10/1733757765235/Put/seqid=0 2024-12-09T15:22:46,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742381_1557 (size=12301) 2024-12-09T15:22:46,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757826393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757826394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757826394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757826396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757826500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757826501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757826501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757826504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-09T15:22:46,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-09T15:22:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:46,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:46,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-09T15:22:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:46,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:46,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:22:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757826703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757826703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757826704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757826711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/6bd4908277a843b28e8aace5b092f6f2 2024-12-09T15:22:46,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/208e39c887e849d08acfe536b2d08a85 is 50, key is test_row_0/C:col10/1733757765235/Put/seqid=0 2024-12-09T15:22:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742382_1558 (size=12301) 2024-12-09T15:22:46,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/208e39c887e849d08acfe536b2d08a85 2024-12-09T15:22:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-09T15:22:46,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/dc4f05ce95264eca8de1eea5d6deae1f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dc4f05ce95264eca8de1eea5d6deae1f 2024-12-09T15:22:46,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dc4f05ce95264eca8de1eea5d6deae1f, entries=250, sequenceid=450, filesize=16.8 K 2024-12-09T15:22:46,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/6bd4908277a843b28e8aace5b092f6f2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6bd4908277a843b28e8aace5b092f6f2 2024-12-09T15:22:46,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6bd4908277a843b28e8aace5b092f6f2, entries=150, sequenceid=450, filesize=12.0 K 2024-12-09T15:22:46,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/208e39c887e849d08acfe536b2d08a85 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/208e39c887e849d08acfe536b2d08a85 2024-12-09T15:22:46,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/208e39c887e849d08acfe536b2d08a85, entries=150, sequenceid=450, filesize=12.0 K 2024-12-09T15:22:46,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8c7c63eeaa29e06fd8b19850b7d5378c in 463ms, sequenceid=450, compaction requested=true 2024-12-09T15:22:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:46,826 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:46,826 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:46,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:46,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:46,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:46,827 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:46,827 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:46,827 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:46,827 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a6e6c3c77243418195d0a444bd603853, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/ceec08118f50453ba55ad34b7dadc7a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dc4f05ce95264eca8de1eea5d6deae1f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=41.7 K 2024-12-09T15:22:46,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:46,828 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:46,828 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:46,828 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:46,828 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6faa0f0325c34a5ab162a425b041072e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5dca2bbc57a04fcdb1b55ef6e78404e7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6bd4908277a843b28e8aace5b092f6f2] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=36.8 K 2024-12-09T15:22:46,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-09T15:22:46,828 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6e6c3c77243418195d0a444bd603853, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733757763986 2024-12-09T15:22:46,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:46,828 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T15:22:46,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:46,828 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceec08118f50453ba55ad34b7dadc7a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733757764019 2024-12-09T15:22:46,828 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6faa0f0325c34a5ab162a425b041072e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733757763986 2024-12-09T15:22:46,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:46,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:46,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:46,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:46,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:46,829 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dca2bbc57a04fcdb1b55ef6e78404e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733757764019 2024-12-09T15:22:46,829 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc4f05ce95264eca8de1eea5d6deae1f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733757765217 2024-12-09T15:22:46,829 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bd4908277a843b28e8aace5b092f6f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733757765235 2024-12-09T15:22:46,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/10466128333c44d69b5858a2e9cef97d is 50, key is test_row_0/A:col10/1733757766392/Put/seqid=0 2024-12-09T15:22:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742383_1559 (size=12301) 2024-12-09T15:22:46,850 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/10466128333c44d69b5858a2e9cef97d 2024-12-09T15:22:46,850 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:46,851 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/2319989019f544d5aa5016e654e55240 is 50, key is test_row_0/A:col10/1733757765235/Put/seqid=0 2024-12-09T15:22:46,853 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:46,853 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/783ca16bc3d3431fb7625a8101b51e9b is 50, key is test_row_0/B:col10/1733757765235/Put/seqid=0 2024-12-09T15:22:46,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742384_1560 (size=13289) 2024-12-09T15:22:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a829638328a54175aad5df241f8db319 is 50, key is test_row_0/B:col10/1733757766392/Put/seqid=0 2024-12-09T15:22:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742385_1561 (size=13187) 2024-12-09T15:22:46,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742386_1562 (size=12301) 2024-12-09T15:22:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:47,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. as already flushing 2024-12-09T15:22:47,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757827063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757827064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757827065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757827066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757827167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757827170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757827172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757827172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,286 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/2319989019f544d5aa5016e654e55240 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2319989019f544d5aa5016e654e55240 2024-12-09T15:22:47,290 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into 2319989019f544d5aa5016e654e55240(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:47,290 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:47,290 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=13, startTime=1733757766826; duration=0sec 2024-12-09T15:22:47,290 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:47,290 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:47,290 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:47,291 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:47,291 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:47,291 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:47,291 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5eaa7fb4776b492b94fa4988286b262e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b409999cef0a4b2ebd1060d5f28a8cfd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/208e39c887e849d08acfe536b2d08a85] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=36.9 K 2024-12-09T15:22:47,292 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eaa7fb4776b492b94fa4988286b262e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733757763986 2024-12-09T15:22:47,293 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b409999cef0a4b2ebd1060d5f28a8cfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733757764019 2024-12-09T15:22:47,293 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 208e39c887e849d08acfe536b2d08a85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733757765235 2024-12-09T15:22:47,294 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/783ca16bc3d3431fb7625a8101b51e9b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/783ca16bc3d3431fb7625a8101b51e9b 2024-12-09T15:22:47,298 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a829638328a54175aad5df241f8db319 2024-12-09T15:22:47,300 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into 783ca16bc3d3431fb7625a8101b51e9b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:47,300 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:47,300 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=13, startTime=1733757766826; duration=0sec 2024-12-09T15:22:47,300 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:47,300 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:47,307 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:47,307 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/ba2b67f2b9b94183884731588b8bfc42 is 50, key is test_row_0/C:col10/1733757765235/Put/seqid=0 2024-12-09T15:22:47,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/43d72692158946e3983f1f051a346bf2 is 50, key is test_row_0/C:col10/1733757766392/Put/seqid=0 2024-12-09T15:22:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-09T15:22:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742387_1563 (size=12301) 2024-12-09T15:22:47,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742388_1564 (size=13289) 2024-12-09T15:22:47,359 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/ba2b67f2b9b94183884731588b8bfc42 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ba2b67f2b9b94183884731588b8bfc42 2024-12-09T15:22:47,366 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into ba2b67f2b9b94183884731588b8bfc42(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:47,366 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:47,366 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=13, startTime=1733757766827; duration=0sec 2024-12-09T15:22:47,366 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:47,366 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:47,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757827373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757827375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757827376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757827379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59952 deadline: 1733757827517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,522 DEBUG [Thread-2060 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8239 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., hostname=33eb8daa289d,46843,1733757631575, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:22:47,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757827677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757827681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757827682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757827684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:47,720 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/43d72692158946e3983f1f051a346bf2 2024-12-09T15:22:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/10466128333c44d69b5858a2e9cef97d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/10466128333c44d69b5858a2e9cef97d 2024-12-09T15:22:47,747 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/10466128333c44d69b5858a2e9cef97d, entries=150, sequenceid=470, filesize=12.0 K 2024-12-09T15:22:47,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/a829638328a54175aad5df241f8db319 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a829638328a54175aad5df241f8db319 2024-12-09T15:22:47,759 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a829638328a54175aad5df241f8db319, entries=150, sequenceid=470, filesize=12.0 K 2024-12-09T15:22:47,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/43d72692158946e3983f1f051a346bf2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/43d72692158946e3983f1f051a346bf2 2024-12-09T15:22:47,768 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/43d72692158946e3983f1f051a346bf2, entries=150, sequenceid=470, filesize=12.0 K 2024-12-09T15:22:47,769 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8c7c63eeaa29e06fd8b19850b7d5378c in 941ms, sequenceid=470, compaction requested=false 2024-12-09T15:22:47,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:47,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:47,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-09T15:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-09T15:22:47,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-09T15:22:47,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5610 sec 2024-12-09T15:22:47,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.5660 sec 2024-12-09T15:22:48,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-09T15:22:48,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:48,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:48,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:48,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:48,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:48,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:48,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/cd93f1fec9044249a5bee408d345a0b0 is 50, key is test_row_1/A:col10/1733757767065/Put/seqid=0 2024-12-09T15:22:48,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742389_1565 (size=12297) 2024-12-09T15:22:48,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757828226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757828228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757828229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757828231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,301 DEBUG [Thread-2065 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:61620 2024-12-09T15:22:48,302 DEBUG [Thread-2065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:48,303 DEBUG [Thread-2067 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:61620 2024-12-09T15:22:48,303 DEBUG [Thread-2067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:48,308 DEBUG [Thread-2069 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:61620 2024-12-09T15:22:48,308 DEBUG [Thread-2071 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:61620 2024-12-09T15:22:48,308 DEBUG [Thread-2063 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:61620 2024-12-09T15:22:48,308 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:48,308 DEBUG [Thread-2063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:48,308 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-09T15:22:48,313 INFO [Thread-2062 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-09T15:22:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757828332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757828336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757828337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757828337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757828534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757828538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757828538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757828538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/cd93f1fec9044249a5bee408d345a0b0 2024-12-09T15:22:48,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/2ac83d3343b241f8837a4bfdc2c2cd15 is 50, key is test_row_1/B:col10/1733757767065/Put/seqid=0 2024-12-09T15:22:48,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742390_1566 (size=9857) 2024-12-09T15:22:48,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757828838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757828839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757828839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:48,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757828840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:49,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/2ac83d3343b241f8837a4bfdc2c2cd15 2024-12-09T15:22:49,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/23b44f039f88427aa39701754b2fad07 is 50, key is test_row_1/C:col10/1733757767065/Put/seqid=0 2024-12-09T15:22:49,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742391_1567 (size=9857) 2024-12-09T15:22:49,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60026 deadline: 1733757829340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:49,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1733757829344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:49,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59966 deadline: 1733757829345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:49,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:22:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60006 deadline: 1733757829345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:49,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/23b44f039f88427aa39701754b2fad07 2024-12-09T15:22:49,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/cd93f1fec9044249a5bee408d345a0b0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/cd93f1fec9044249a5bee408d345a0b0 2024-12-09T15:22:49,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/cd93f1fec9044249a5bee408d345a0b0, entries=150, sequenceid=490, filesize=12.0 K 2024-12-09T15:22:49,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/2ac83d3343b241f8837a4bfdc2c2cd15 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ac83d3343b241f8837a4bfdc2c2cd15 2024-12-09T15:22:49,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ac83d3343b241f8837a4bfdc2c2cd15, entries=100, sequenceid=490, filesize=9.6 K 2024-12-09T15:22:49,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/23b44f039f88427aa39701754b2fad07 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/23b44f039f88427aa39701754b2fad07 2024-12-09T15:22:49,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/23b44f039f88427aa39701754b2fad07, entries=100, sequenceid=490, filesize=9.6 K 2024-12-09T15:22:49,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8c7c63eeaa29e06fd8b19850b7d5378c in 1243ms, sequenceid=490, compaction requested=true 2024-12-09T15:22:49,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:49,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:22:49,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:49,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:22:49,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:49,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c7c63eeaa29e06fd8b19850b7d5378c:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:22:49,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:49,434 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:49,434 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:49,434 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:49,434 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37887 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:49,434 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/A is initiating minor compaction (all files) 2024-12-09T15:22:49,434 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/B is initiating minor compaction (all files) 2024-12-09T15:22:49,435 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/B in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:49,435 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/A in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:49,435 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/783ca16bc3d3431fb7625a8101b51e9b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a829638328a54175aad5df241f8db319, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ac83d3343b241f8837a4bfdc2c2cd15] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=34.5 K 2024-12-09T15:22:49,435 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2319989019f544d5aa5016e654e55240, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/10466128333c44d69b5858a2e9cef97d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/cd93f1fec9044249a5bee408d345a0b0] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=37.0 K 2024-12-09T15:22:49,435 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 783ca16bc3d3431fb7625a8101b51e9b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733757765235 2024-12-09T15:22:49,435 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2319989019f544d5aa5016e654e55240, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733757765235 2024-12-09T15:22:49,435 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10466128333c44d69b5858a2e9cef97d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733757766392 2024-12-09T15:22:49,435 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a829638328a54175aad5df241f8db319, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733757766392 2024-12-09T15:22:49,435 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd93f1fec9044249a5bee408d345a0b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733757767063 2024-12-09T15:22:49,435 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ac83d3343b241f8837a4bfdc2c2cd15, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733757767065 2024-12-09T15:22:49,440 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#B#compaction#486 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:49,440 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#A#compaction#485 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:49,441 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/6cf95195bf9d4a59896244a423d13020 is 50, key is test_row_0/A:col10/1733757766392/Put/seqid=0 2024-12-09T15:22:49,441 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/b2b4a278e61b4a0a81d81121c0898862 is 50, key is test_row_0/B:col10/1733757766392/Put/seqid=0 2024-12-09T15:22:49,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742392_1568 (size=13391) 2024-12-09T15:22:49,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742393_1569 (size=13289) 2024-12-09T15:22:49,848 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/b2b4a278e61b4a0a81d81121c0898862 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/b2b4a278e61b4a0a81d81121c0898862 2024-12-09T15:22:49,848 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/6cf95195bf9d4a59896244a423d13020 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/6cf95195bf9d4a59896244a423d13020 2024-12-09T15:22:49,852 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/A of 8c7c63eeaa29e06fd8b19850b7d5378c into 6cf95195bf9d4a59896244a423d13020(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:49,852 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/B of 8c7c63eeaa29e06fd8b19850b7d5378c into b2b4a278e61b4a0a81d81121c0898862(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:49,852 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:49,852 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:49,852 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/A, priority=13, startTime=1733757769434; duration=0sec 2024-12-09T15:22:49,852 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/B, priority=13, startTime=1733757769434; duration=0sec 2024-12-09T15:22:49,852 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:49,852 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:B 2024-12-09T15:22:49,852 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:22:49,852 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:A 2024-12-09T15:22:49,852 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:22:49,853 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:22:49,853 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 8c7c63eeaa29e06fd8b19850b7d5378c/C is initiating minor compaction (all files) 2024-12-09T15:22:49,853 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c7c63eeaa29e06fd8b19850b7d5378c/C in TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:49,853 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ba2b67f2b9b94183884731588b8bfc42, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/43d72692158946e3983f1f051a346bf2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/23b44f039f88427aa39701754b2fad07] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp, totalSize=34.6 K 2024-12-09T15:22:49,854 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ba2b67f2b9b94183884731588b8bfc42, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733757765235 2024-12-09T15:22:49,854 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d72692158946e3983f1f051a346bf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733757766392 2024-12-09T15:22:49,854 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b44f039f88427aa39701754b2fad07, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733757767065 2024-12-09T15:22:49,860 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c7c63eeaa29e06fd8b19850b7d5378c#C#compaction#487 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:22:49,860 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/d2cb37304c4e4234876cdc4ba613e247 is 50, key is test_row_0/C:col10/1733757766392/Put/seqid=0 2024-12-09T15:22:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742394_1570 (size=13391) 2024-12-09T15:22:50,277 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/d2cb37304c4e4234876cdc4ba613e247 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/d2cb37304c4e4234876cdc4ba613e247 2024-12-09T15:22:50,281 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c7c63eeaa29e06fd8b19850b7d5378c/C of 8c7c63eeaa29e06fd8b19850b7d5378c into d2cb37304c4e4234876cdc4ba613e247(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:22:50,281 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:50,281 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c., storeName=8c7c63eeaa29e06fd8b19850b7d5378c/C, priority=13, startTime=1733757769434; duration=0sec 2024-12-09T15:22:50,281 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:22:50,281 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c7c63eeaa29e06fd8b19850b7d5378c:C 2024-12-09T15:22:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:50,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T15:22:50,345 DEBUG [Thread-2058 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:61620 2024-12-09T15:22:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:50,345 DEBUG [Thread-2058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:50,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/08f420c5c54e44b68f61eff66c62df09 is 50, key is test_row_0/A:col10/1733757768224/Put/seqid=0 2024-12-09T15:22:50,353 DEBUG [Thread-2052 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238db126 to 127.0.0.1:61620 2024-12-09T15:22:50,353 DEBUG [Thread-2052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:50,353 DEBUG [Thread-2054 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:61620 2024-12-09T15:22:50,353 DEBUG [Thread-2054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:50,355 DEBUG [Thread-2056 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:61620 2024-12-09T15:22:50,355 DEBUG [Thread-2056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:50,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742395_1571 (size=12301) 2024-12-09T15:22:50,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/08f420c5c54e44b68f61eff66c62df09 2024-12-09T15:22:50,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/144ecd63b45f4899a5e7e4f47dda97a1 is 50, key is test_row_0/B:col10/1733757768224/Put/seqid=0 2024-12-09T15:22:50,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742396_1572 (size=12301) 2024-12-09T15:22:51,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/144ecd63b45f4899a5e7e4f47dda97a1 2024-12-09T15:22:51,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/b305bc603e254af9a2a408e85da1ed53 is 50, key is test_row_0/C:col10/1733757768224/Put/seqid=0 2024-12-09T15:22:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742397_1573 (size=12301) 2024-12-09T15:22:51,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/b305bc603e254af9a2a408e85da1ed53 2024-12-09T15:22:51,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/08f420c5c54e44b68f61eff66c62df09 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/08f420c5c54e44b68f61eff66c62df09 2024-12-09T15:22:51,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/08f420c5c54e44b68f61eff66c62df09, entries=150, sequenceid=513, filesize=12.0 K 2024-12-09T15:22:51,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/144ecd63b45f4899a5e7e4f47dda97a1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/144ecd63b45f4899a5e7e4f47dda97a1 2024-12-09T15:22:51,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/144ecd63b45f4899a5e7e4f47dda97a1, entries=150, sequenceid=513, filesize=12.0 K 2024-12-09T15:22:51,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/b305bc603e254af9a2a408e85da1ed53 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b305bc603e254af9a2a408e85da1ed53 2024-12-09T15:22:51,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b305bc603e254af9a2a408e85da1ed53, entries=150, sequenceid=513, filesize=12.0 K 2024-12-09T15:22:51,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 8c7c63eeaa29e06fd8b19850b7d5378c in 1248ms, sequenceid=513, compaction requested=false 2024-12-09T15:22:51,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:57,622 DEBUG [Thread-2060 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:61620 2024-12-09T15:22:57,622 DEBUG [Thread-2060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1922 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5766 rows 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1938 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5814 rows 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1926 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5778 rows 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1918 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5754 rows 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1902 2024-12-09T15:22:57,623 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5706 rows 2024-12-09T15:22:57,623 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:22:57,623 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39387e4d to 127.0.0.1:61620 2024-12-09T15:22:57,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:22:57,632 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-09T15:22:57,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T15:22:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-09T15:22:57,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757777635"}]},"ts":"1733757777635"} 2024-12-09T15:22:57,636 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T15:22:57,638 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T15:22:57,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T15:22:57,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c7c63eeaa29e06fd8b19850b7d5378c, UNASSIGN}] 2024-12-09T15:22:57,640 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c7c63eeaa29e06fd8b19850b7d5378c, UNASSIGN 2024-12-09T15:22:57,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=8c7c63eeaa29e06fd8b19850b7d5378c, regionState=CLOSING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:22:57,641 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:22:57,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:22:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-09T15:22:57,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:22:57,793 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 8c7c63eeaa29e06fd8b19850b7d5378c, disabling compactions & flushes 2024-12-09T15:22:57,794 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. after waiting 0 ms 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:57,794 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing 8c7c63eeaa29e06fd8b19850b7d5378c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=A 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=B 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c7c63eeaa29e06fd8b19850b7d5378c, store=C 2024-12-09T15:22:57,794 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:22:57,799 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/415d193ac3c647b3977ab3cb01559cef is 50, key is test_row_0/A:col10/1733757770354/Put/seqid=0 2024-12-09T15:22:57,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742398_1574 (size=9857) 2024-12-09T15:22:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-09T15:22:58,203 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/415d193ac3c647b3977ab3cb01559cef 2024-12-09T15:22:58,210 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/20ceb43fcf7a42ff86274ebb8153f9ed is 50, key is test_row_0/B:col10/1733757770354/Put/seqid=0 2024-12-09T15:22:58,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742399_1575 (size=9857) 2024-12-09T15:22:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-09T15:22:58,614 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/20ceb43fcf7a42ff86274ebb8153f9ed 2024-12-09T15:22:58,621 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5a3a774c3d0d40e096090902f0a78735 is 50, key is test_row_0/C:col10/1733757770354/Put/seqid=0 2024-12-09T15:22:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742400_1576 (size=9857) 2024-12-09T15:22:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-09T15:22:59,026 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5a3a774c3d0d40e096090902f0a78735 2024-12-09T15:22:59,029 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/A/415d193ac3c647b3977ab3cb01559cef as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/415d193ac3c647b3977ab3cb01559cef 2024-12-09T15:22:59,032 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/415d193ac3c647b3977ab3cb01559cef, entries=100, sequenceid=520, filesize=9.6 K 2024-12-09T15:22:59,033 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/B/20ceb43fcf7a42ff86274ebb8153f9ed as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/20ceb43fcf7a42ff86274ebb8153f9ed 2024-12-09T15:22:59,035 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/20ceb43fcf7a42ff86274ebb8153f9ed, entries=100, sequenceid=520, filesize=9.6 K 2024-12-09T15:22:59,036 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/.tmp/C/5a3a774c3d0d40e096090902f0a78735 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5a3a774c3d0d40e096090902f0a78735 2024-12-09T15:22:59,038 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5a3a774c3d0d40e096090902f0a78735, entries=100, sequenceid=520, filesize=9.6 K 2024-12-09T15:22:59,039 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8c7c63eeaa29e06fd8b19850b7d5378c in 1245ms, sequenceid=520, compaction requested=true 2024-12-09T15:22:59,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2b987fb62147456fb33740d9a473052b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/b46e01253a68428f9de060d3d5635b4c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/63040c41d2fb4225b01ce6cae874ac64, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/16f38385145d49818e0574b66ebbca53, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a7fb54b10a1946fc845232e00a229e56, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a2e1163e69df42bdb4c854c3f287ab13, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/af823388ec6d4d3698ecda29d5024f3f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/8221c1d45d124df68d6cbf74d85f49fc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/020f9ec6afc9433ba2ba9b30f99e7c87, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5d974987c7ab463ab75f27fc4a40fff6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/da028b48eac4413eadfc81c1a5491276, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d2f820bf789b4930851d54a5e6e0300d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/c3e28fd152d44b6eb2050ab45758f6e9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/f5fab4e121bd43a89aca44ecf2d4f706, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5558f537e70d4bb88c78d954c61b7449, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a76bb0699761438e8b3557f85929e671, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/6888a9a326714fd7a61e6af1edd02594, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dbd2501f78b54cdd8085923c17362ee7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3a07d88b4f5044a39af4b37c15f5d590, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5274952275b4458b8fb134fb4faf5a91, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5116e897da6949daa7e9df36378c27f8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/bc1e6f93faed42698707bbcd2a9effe9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d8698c4e8a5145559941865d6c38f947, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/07f30ed036a14a96aa0b63d733eba089, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/7f157501faf64272b0c998c4f8ac1c9a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/90bc95b6fee84274b45e7a974bb9822c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a6e6c3c77243418195d0a444bd603853, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/ceec08118f50453ba55ad34b7dadc7a0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dc4f05ce95264eca8de1eea5d6deae1f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2319989019f544d5aa5016e654e55240, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/10466128333c44d69b5858a2e9cef97d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/cd93f1fec9044249a5bee408d345a0b0] to archive 2024-12-09T15:22:59,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:22:59,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2b987fb62147456fb33740d9a473052b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2b987fb62147456fb33740d9a473052b 2024-12-09T15:22:59,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/b46e01253a68428f9de060d3d5635b4c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/b46e01253a68428f9de060d3d5635b4c 2024-12-09T15:22:59,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/63040c41d2fb4225b01ce6cae874ac64 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/63040c41d2fb4225b01ce6cae874ac64 2024-12-09T15:22:59,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/16f38385145d49818e0574b66ebbca53 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/16f38385145d49818e0574b66ebbca53 2024-12-09T15:22:59,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a7fb54b10a1946fc845232e00a229e56 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a7fb54b10a1946fc845232e00a229e56 2024-12-09T15:22:59,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a2e1163e69df42bdb4c854c3f287ab13 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a2e1163e69df42bdb4c854c3f287ab13 2024-12-09T15:22:59,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/af823388ec6d4d3698ecda29d5024f3f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/af823388ec6d4d3698ecda29d5024f3f 2024-12-09T15:22:59,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/8221c1d45d124df68d6cbf74d85f49fc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/8221c1d45d124df68d6cbf74d85f49fc 2024-12-09T15:22:59,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/020f9ec6afc9433ba2ba9b30f99e7c87 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/020f9ec6afc9433ba2ba9b30f99e7c87 2024-12-09T15:22:59,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5d974987c7ab463ab75f27fc4a40fff6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5d974987c7ab463ab75f27fc4a40fff6 2024-12-09T15:22:59,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/da028b48eac4413eadfc81c1a5491276 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/da028b48eac4413eadfc81c1a5491276 2024-12-09T15:22:59,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d2f820bf789b4930851d54a5e6e0300d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d2f820bf789b4930851d54a5e6e0300d 2024-12-09T15:22:59,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/c3e28fd152d44b6eb2050ab45758f6e9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/c3e28fd152d44b6eb2050ab45758f6e9 2024-12-09T15:22:59,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/f5fab4e121bd43a89aca44ecf2d4f706 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/f5fab4e121bd43a89aca44ecf2d4f706 2024-12-09T15:22:59,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5558f537e70d4bb88c78d954c61b7449 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5558f537e70d4bb88c78d954c61b7449 2024-12-09T15:22:59,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a76bb0699761438e8b3557f85929e671 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a76bb0699761438e8b3557f85929e671 2024-12-09T15:22:59,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/6888a9a326714fd7a61e6af1edd02594 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/6888a9a326714fd7a61e6af1edd02594 2024-12-09T15:22:59,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dbd2501f78b54cdd8085923c17362ee7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dbd2501f78b54cdd8085923c17362ee7 2024-12-09T15:22:59,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3a07d88b4f5044a39af4b37c15f5d590 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/3a07d88b4f5044a39af4b37c15f5d590 2024-12-09T15:22:59,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5274952275b4458b8fb134fb4faf5a91 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5274952275b4458b8fb134fb4faf5a91 2024-12-09T15:22:59,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5116e897da6949daa7e9df36378c27f8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/5116e897da6949daa7e9df36378c27f8 2024-12-09T15:22:59,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/bc1e6f93faed42698707bbcd2a9effe9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/bc1e6f93faed42698707bbcd2a9effe9 2024-12-09T15:22:59,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d8698c4e8a5145559941865d6c38f947 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/d8698c4e8a5145559941865d6c38f947 2024-12-09T15:22:59,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/07f30ed036a14a96aa0b63d733eba089 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/07f30ed036a14a96aa0b63d733eba089 2024-12-09T15:22:59,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/7f157501faf64272b0c998c4f8ac1c9a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/7f157501faf64272b0c998c4f8ac1c9a 2024-12-09T15:22:59,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/90bc95b6fee84274b45e7a974bb9822c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/90bc95b6fee84274b45e7a974bb9822c 2024-12-09T15:22:59,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a6e6c3c77243418195d0a444bd603853 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/a6e6c3c77243418195d0a444bd603853 2024-12-09T15:22:59,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/ceec08118f50453ba55ad34b7dadc7a0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/ceec08118f50453ba55ad34b7dadc7a0 2024-12-09T15:22:59,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dc4f05ce95264eca8de1eea5d6deae1f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/dc4f05ce95264eca8de1eea5d6deae1f 2024-12-09T15:22:59,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2319989019f544d5aa5016e654e55240 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/2319989019f544d5aa5016e654e55240 2024-12-09T15:22:59,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/10466128333c44d69b5858a2e9cef97d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/10466128333c44d69b5858a2e9cef97d 2024-12-09T15:22:59,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/cd93f1fec9044249a5bee408d345a0b0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/cd93f1fec9044249a5bee408d345a0b0 2024-12-09T15:22:59,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0c7528daeee24dca88eb16a38be95740, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bdc16f7e715148d188d7d059d396f052, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ad4b9b0f34447eea2d6f1b6f2d5e17b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/fca78459362b4cc5bd6f93e6c1065c29, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/390e2ed6db2240558e681121d66c323e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8ad572c0e4f46d998900867cc39a823, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5f7c9046255c4d44a25190839ebdadfa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/750d147e08754e6c9120e7c20f59353c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14a955dd4da5493abc8fe29bc3087a37, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8b863f207124b048f1b1d53892a4ee3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3d95611a25aa40c38f4218573c77a400, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4095302380b741f5b15dc6999cedd50a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a95f3543b77b4cdf89eac90ace3691e6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/7ef11cb9ec364766bef4a40bcd95af92, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/8943556774734337b0698012573a1e9b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/f3b00abce9574ce9b331d154cef4b8f8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e1836a2f79f349798c69c067f37279d3, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14df0a2a6dd843a498d4654dab5c8231, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3efcf584d4cf4840b666138ca8f469bc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4ee0ffb519a54cd8ac91feb5ce6f66ba, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5547ddfe72c146c3b0e25eff56adbd60, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e6772ebf08b44fdb8c9aa79626e37968, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6faa0f0325c34a5ab162a425b041072e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/c6fcf5f8a81846be8f38803d088a7483, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5dca2bbc57a04fcdb1b55ef6e78404e7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/783ca16bc3d3431fb7625a8101b51e9b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6bd4908277a843b28e8aace5b092f6f2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a829638328a54175aad5df241f8db319, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ac83d3343b241f8837a4bfdc2c2cd15] to archive 2024-12-09T15:22:59,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:22:59,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0c7528daeee24dca88eb16a38be95740 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/0c7528daeee24dca88eb16a38be95740 2024-12-09T15:22:59,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bdc16f7e715148d188d7d059d396f052 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/bdc16f7e715148d188d7d059d396f052 2024-12-09T15:22:59,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ad4b9b0f34447eea2d6f1b6f2d5e17b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ad4b9b0f34447eea2d6f1b6f2d5e17b 2024-12-09T15:22:59,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/fca78459362b4cc5bd6f93e6c1065c29 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/fca78459362b4cc5bd6f93e6c1065c29 2024-12-09T15:22:59,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/390e2ed6db2240558e681121d66c323e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/390e2ed6db2240558e681121d66c323e 2024-12-09T15:22:59,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8ad572c0e4f46d998900867cc39a823 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8ad572c0e4f46d998900867cc39a823 2024-12-09T15:22:59,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5f7c9046255c4d44a25190839ebdadfa to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5f7c9046255c4d44a25190839ebdadfa 2024-12-09T15:22:59,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/750d147e08754e6c9120e7c20f59353c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/750d147e08754e6c9120e7c20f59353c 2024-12-09T15:22:59,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14a955dd4da5493abc8fe29bc3087a37 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14a955dd4da5493abc8fe29bc3087a37 2024-12-09T15:22:59,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8b863f207124b048f1b1d53892a4ee3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a8b863f207124b048f1b1d53892a4ee3 2024-12-09T15:22:59,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3d95611a25aa40c38f4218573c77a400 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3d95611a25aa40c38f4218573c77a400 2024-12-09T15:22:59,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4095302380b741f5b15dc6999cedd50a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4095302380b741f5b15dc6999cedd50a 2024-12-09T15:22:59,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a95f3543b77b4cdf89eac90ace3691e6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a95f3543b77b4cdf89eac90ace3691e6 2024-12-09T15:22:59,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/7ef11cb9ec364766bef4a40bcd95af92 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/7ef11cb9ec364766bef4a40bcd95af92 2024-12-09T15:22:59,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/8943556774734337b0698012573a1e9b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/8943556774734337b0698012573a1e9b 2024-12-09T15:22:59,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/f3b00abce9574ce9b331d154cef4b8f8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/f3b00abce9574ce9b331d154cef4b8f8 2024-12-09T15:22:59,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e1836a2f79f349798c69c067f37279d3 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e1836a2f79f349798c69c067f37279d3 2024-12-09T15:22:59,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14df0a2a6dd843a498d4654dab5c8231 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/14df0a2a6dd843a498d4654dab5c8231 2024-12-09T15:22:59,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3efcf584d4cf4840b666138ca8f469bc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/3efcf584d4cf4840b666138ca8f469bc 2024-12-09T15:22:59,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4ee0ffb519a54cd8ac91feb5ce6f66ba to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/4ee0ffb519a54cd8ac91feb5ce6f66ba 2024-12-09T15:22:59,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5547ddfe72c146c3b0e25eff56adbd60 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5547ddfe72c146c3b0e25eff56adbd60 2024-12-09T15:22:59,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e6772ebf08b44fdb8c9aa79626e37968 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/e6772ebf08b44fdb8c9aa79626e37968 2024-12-09T15:22:59,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6faa0f0325c34a5ab162a425b041072e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6faa0f0325c34a5ab162a425b041072e 2024-12-09T15:22:59,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/c6fcf5f8a81846be8f38803d088a7483 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/c6fcf5f8a81846be8f38803d088a7483 2024-12-09T15:22:59,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5dca2bbc57a04fcdb1b55ef6e78404e7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/5dca2bbc57a04fcdb1b55ef6e78404e7 2024-12-09T15:22:59,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/783ca16bc3d3431fb7625a8101b51e9b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/783ca16bc3d3431fb7625a8101b51e9b 2024-12-09T15:22:59,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6bd4908277a843b28e8aace5b092f6f2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/6bd4908277a843b28e8aace5b092f6f2 2024-12-09T15:22:59,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a829638328a54175aad5df241f8db319 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/a829638328a54175aad5df241f8db319 2024-12-09T15:22:59,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ac83d3343b241f8837a4bfdc2c2cd15 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/2ac83d3343b241f8837a4bfdc2c2cd15 2024-12-09T15:22:59,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/d0188a8fc73f4ee1b23a41f858d746be, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/836009536db748f18b1e3615f1550208, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5f4646720443419290eb0d50c02204e9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b11de52031e04279a28e88d0893095bd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c8038aa649344e24a05a7ccb84300ba5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/e2b0f1bafea14abc9ea98bf123e7d63d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/72249403b1fe49caa07bc864ad45d99f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ce7dd7614bcf410ca9d1e89b3f181511, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4ba0983b622a4ab3b2f03f445d544075, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7de69f43b2884ae9af7d2e2764011d65, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a325b7ef5f4447598b2918c6a7bb8de1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/467d85e216844710b6450e1140c8b0bd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/15b04eff7db44027862e9101fac8142e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a11248bc4681424688276fe36e1523fc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/f5cb83882dd44f9ebf1e56ff101d3f33, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c190b7d4858e4dae86b28b0d2fe3326e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c75a0bc9fd0e4b09864cf0fcb8c6df7a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a402c95d4d434376a274f3b24ab9f34d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a68471e43dea4db488b141ab259e7e78, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4d8c8e8278604e938c61961eca05b7f8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/01057f48f6674d9492931676eeefddd7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/2f8c98ca2857489b92a708656f3c0283, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7056922db05c4ce8b12deffd7e375ace, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/174248458e2643a08715c48b08848c4a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c405850673ae44a48612db722ef2ad42, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5eaa7fb4776b492b94fa4988286b262e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/57b8ae4c39244f71a71a38c07e8698d6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b409999cef0a4b2ebd1060d5f28a8cfd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ba2b67f2b9b94183884731588b8bfc42, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/208e39c887e849d08acfe536b2d08a85, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/43d72692158946e3983f1f051a346bf2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/23b44f039f88427aa39701754b2fad07] to archive 2024-12-09T15:22:59,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:22:59,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/d0188a8fc73f4ee1b23a41f858d746be to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/d0188a8fc73f4ee1b23a41f858d746be 2024-12-09T15:22:59,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/836009536db748f18b1e3615f1550208 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/836009536db748f18b1e3615f1550208 2024-12-09T15:22:59,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5f4646720443419290eb0d50c02204e9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5f4646720443419290eb0d50c02204e9 2024-12-09T15:22:59,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b11de52031e04279a28e88d0893095bd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b11de52031e04279a28e88d0893095bd 2024-12-09T15:22:59,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c8038aa649344e24a05a7ccb84300ba5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c8038aa649344e24a05a7ccb84300ba5 2024-12-09T15:22:59,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/e2b0f1bafea14abc9ea98bf123e7d63d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/e2b0f1bafea14abc9ea98bf123e7d63d 2024-12-09T15:22:59,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/72249403b1fe49caa07bc864ad45d99f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/72249403b1fe49caa07bc864ad45d99f 2024-12-09T15:22:59,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ce7dd7614bcf410ca9d1e89b3f181511 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ce7dd7614bcf410ca9d1e89b3f181511 2024-12-09T15:22:59,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4ba0983b622a4ab3b2f03f445d544075 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4ba0983b622a4ab3b2f03f445d544075 2024-12-09T15:22:59,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7de69f43b2884ae9af7d2e2764011d65 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7de69f43b2884ae9af7d2e2764011d65 2024-12-09T15:22:59,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a325b7ef5f4447598b2918c6a7bb8de1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a325b7ef5f4447598b2918c6a7bb8de1 2024-12-09T15:22:59,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/467d85e216844710b6450e1140c8b0bd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/467d85e216844710b6450e1140c8b0bd 2024-12-09T15:22:59,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/15b04eff7db44027862e9101fac8142e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/15b04eff7db44027862e9101fac8142e 2024-12-09T15:22:59,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a11248bc4681424688276fe36e1523fc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a11248bc4681424688276fe36e1523fc 2024-12-09T15:22:59,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/f5cb83882dd44f9ebf1e56ff101d3f33 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/f5cb83882dd44f9ebf1e56ff101d3f33 2024-12-09T15:22:59,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c190b7d4858e4dae86b28b0d2fe3326e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c190b7d4858e4dae86b28b0d2fe3326e 2024-12-09T15:22:59,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c75a0bc9fd0e4b09864cf0fcb8c6df7a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c75a0bc9fd0e4b09864cf0fcb8c6df7a 2024-12-09T15:22:59,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a402c95d4d434376a274f3b24ab9f34d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a402c95d4d434376a274f3b24ab9f34d 2024-12-09T15:22:59,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a68471e43dea4db488b141ab259e7e78 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/a68471e43dea4db488b141ab259e7e78 2024-12-09T15:22:59,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4d8c8e8278604e938c61961eca05b7f8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/4d8c8e8278604e938c61961eca05b7f8 2024-12-09T15:22:59,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/01057f48f6674d9492931676eeefddd7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/01057f48f6674d9492931676eeefddd7 2024-12-09T15:22:59,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/2f8c98ca2857489b92a708656f3c0283 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/2f8c98ca2857489b92a708656f3c0283 2024-12-09T15:22:59,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7056922db05c4ce8b12deffd7e375ace to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/7056922db05c4ce8b12deffd7e375ace 2024-12-09T15:22:59,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/174248458e2643a08715c48b08848c4a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/174248458e2643a08715c48b08848c4a 2024-12-09T15:22:59,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c405850673ae44a48612db722ef2ad42 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/c405850673ae44a48612db722ef2ad42 2024-12-09T15:22:59,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5eaa7fb4776b492b94fa4988286b262e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5eaa7fb4776b492b94fa4988286b262e 2024-12-09T15:22:59,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/57b8ae4c39244f71a71a38c07e8698d6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/57b8ae4c39244f71a71a38c07e8698d6 2024-12-09T15:22:59,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b409999cef0a4b2ebd1060d5f28a8cfd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b409999cef0a4b2ebd1060d5f28a8cfd 2024-12-09T15:22:59,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ba2b67f2b9b94183884731588b8bfc42 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/ba2b67f2b9b94183884731588b8bfc42 2024-12-09T15:22:59,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/208e39c887e849d08acfe536b2d08a85 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/208e39c887e849d08acfe536b2d08a85 2024-12-09T15:22:59,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/43d72692158946e3983f1f051a346bf2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/43d72692158946e3983f1f051a346bf2 2024-12-09T15:22:59,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/23b44f039f88427aa39701754b2fad07 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/23b44f039f88427aa39701754b2fad07 2024-12-09T15:22:59,128 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/recovered.edits/523.seqid, newMaxSeqId=523, maxSeqId=1 2024-12-09T15:22:59,129 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c. 2024-12-09T15:22:59,129 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 8c7c63eeaa29e06fd8b19850b7d5378c: 2024-12-09T15:22:59,130 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:59,131 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=8c7c63eeaa29e06fd8b19850b7d5378c, regionState=CLOSED 2024-12-09T15:22:59,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-09T15:22:59,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 8c7c63eeaa29e06fd8b19850b7d5378c, server=33eb8daa289d,46843,1733757631575 in 1.4900 sec 2024-12-09T15:22:59,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-12-09T15:22:59,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c7c63eeaa29e06fd8b19850b7d5378c, UNASSIGN in 1.4940 sec 2024-12-09T15:22:59,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-09T15:22:59,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4960 sec 2024-12-09T15:22:59,136 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757779136"}]},"ts":"1733757779136"} 2024-12-09T15:22:59,137 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T15:22:59,141 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T15:22:59,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5080 sec 2024-12-09T15:22:59,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:22:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-09T15:22:59,739 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-09T15:22:59,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T15:22:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:59,741 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-09T15:22:59,742 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:59,743 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:59,745 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/recovered.edits] 2024-12-09T15:22:59,747 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/08f420c5c54e44b68f61eff66c62df09 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/08f420c5c54e44b68f61eff66c62df09 2024-12-09T15:22:59,748 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/415d193ac3c647b3977ab3cb01559cef to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/415d193ac3c647b3977ab3cb01559cef 2024-12-09T15:22:59,749 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/6cf95195bf9d4a59896244a423d13020 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/A/6cf95195bf9d4a59896244a423d13020 2024-12-09T15:22:59,751 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/144ecd63b45f4899a5e7e4f47dda97a1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/144ecd63b45f4899a5e7e4f47dda97a1 2024-12-09T15:22:59,752 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/20ceb43fcf7a42ff86274ebb8153f9ed to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/20ceb43fcf7a42ff86274ebb8153f9ed 2024-12-09T15:22:59,753 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/b2b4a278e61b4a0a81d81121c0898862 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/B/b2b4a278e61b4a0a81d81121c0898862 2024-12-09T15:22:59,755 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5a3a774c3d0d40e096090902f0a78735 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/5a3a774c3d0d40e096090902f0a78735 2024-12-09T15:22:59,757 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b305bc603e254af9a2a408e85da1ed53 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/b305bc603e254af9a2a408e85da1ed53 2024-12-09T15:22:59,758 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/d2cb37304c4e4234876cdc4ba613e247 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/C/d2cb37304c4e4234876cdc4ba613e247 2024-12-09T15:22:59,767 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/recovered.edits/523.seqid to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c/recovered.edits/523.seqid 2024-12-09T15:22:59,768 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/8c7c63eeaa29e06fd8b19850b7d5378c 2024-12-09T15:22:59,768 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T15:22:59,771 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:59,775 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T15:22:59,781 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T15:22:59,782 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:59,782 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T15:22:59,782 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733757779782"}]},"ts":"9223372036854775807"} 2024-12-09T15:22:59,786 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T15:22:59,786 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8c7c63eeaa29e06fd8b19850b7d5378c, NAME => 'TestAcidGuarantees,,1733757746128.8c7c63eeaa29e06fd8b19850b7d5378c.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T15:22:59,786 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T15:22:59,786 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733757779786"}]},"ts":"9223372036854775807"} 2024-12-09T15:22:59,789 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-09T15:22:59,792 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:59,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-09T15:22:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-09T15:22:59,842 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-09T15:22:59,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237 (was 241), OpenFileDescriptor=445 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=655 (was 783), ProcessCount=9 (was 9), AvailableMemoryMB=3697 (was 3658) - AvailableMemoryMB LEAK? - 2024-12-09T15:22:59,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=655, ProcessCount=9, AvailableMemoryMB=3697 2024-12-09T15:22:59,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T15:22:59,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:22:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T15:22:59,867 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:22:59,867 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:22:59,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-12-09T15:22:59,867 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:22:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-09T15:22:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742401_1577 (size=963) 2024-12-09T15:22:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-09T15:23:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-09T15:23:00,274 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9 2024-12-09T15:23:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742402_1578 (size=53) 2024-12-09T15:23:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-09T15:23:00,683 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:23:00,683 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 400e3afa86694492733e30d67d8d73a9, disabling compactions & flushes 2024-12-09T15:23:00,683 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:00,683 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:00,683 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. after waiting 0 ms 2024-12-09T15:23:00,683 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:00,683 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:00,683 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:00,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:23:00,685 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733757780684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757780684"}]},"ts":"1733757780684"} 2024-12-09T15:23:00,685 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:23:00,686 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:23:00,686 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757780686"}]},"ts":"1733757780686"} 2024-12-09T15:23:00,687 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T15:23:00,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, ASSIGN}] 2024-12-09T15:23:00,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, ASSIGN 2024-12-09T15:23:00,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, ASSIGN; state=OFFLINE, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=false 2024-12-09T15:23:00,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=400e3afa86694492733e30d67d8d73a9, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:00,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:23:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-09T15:23:00,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:00,999 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:01,000 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:23:01,000 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:01,000 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:23:01,000 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:01,000 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:01,001 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:01,002 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:23:01,003 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 400e3afa86694492733e30d67d8d73a9 columnFamilyName A 2024-12-09T15:23:01,003 DEBUG [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:01,003 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(327): Store=400e3afa86694492733e30d67d8d73a9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:23:01,003 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:01,004 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:23:01,004 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 400e3afa86694492733e30d67d8d73a9 columnFamilyName B 2024-12-09T15:23:01,004 DEBUG [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:01,005 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(327): Store=400e3afa86694492733e30d67d8d73a9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:23:01,005 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:01,006 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:23:01,006 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 400e3afa86694492733e30d67d8d73a9 columnFamilyName C 2024-12-09T15:23:01,006 DEBUG [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:01,006 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(327): Store=400e3afa86694492733e30d67d8d73a9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:23:01,007 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:01,008 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:01,008 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:01,009 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:23:01,010 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:01,012 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:23:01,013 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 400e3afa86694492733e30d67d8d73a9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75310073, jitterRate=0.12220753729343414}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:23:01,013 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:01,014 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., pid=151, masterSystemTime=1733757780997 2024-12-09T15:23:01,015 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:01,015 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:01,016 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=400e3afa86694492733e30d67d8d73a9, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:01,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-09T15:23:01,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 in 172 msec 2024-12-09T15:23:01,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-09T15:23:01,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, ASSIGN in 326 msec 2024-12-09T15:23:01,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:23:01,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757781020"}]},"ts":"1733757781020"} 2024-12-09T15:23:01,021 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T15:23:01,023 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:23:01,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-12-09T15:23:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-09T15:23:01,972 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-12-09T15:23:01,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e96b8ad to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@635b1751 2024-12-09T15:23:01,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593af048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:01,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:01,982 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:01,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:23:01,984 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:23:01,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T15:23:01,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:23:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T15:23:01,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742403_1579 (size=999) 2024-12-09T15:23:02,396 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-09T15:23:02,396 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-09T15:23:02,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T15:23:02,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, REOPEN/MOVE}] 2024-12-09T15:23:02,400 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, REOPEN/MOVE 2024-12-09T15:23:02,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=400e3afa86694492733e30d67d8d73a9, regionState=CLOSING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:02,402 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:23:02,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:23:02,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:02,553 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,553 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:23:02,553 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 400e3afa86694492733e30d67d8d73a9, disabling compactions & flushes 2024-12-09T15:23:02,553 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:02,554 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:02,554 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. after waiting 0 ms 2024-12-09T15:23:02,554 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:02,557 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:23:02,557 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:02,558 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:02,558 WARN [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 400e3afa86694492733e30d67d8d73a9 to self. 2024-12-09T15:23:02,559 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,559 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=400e3afa86694492733e30d67d8d73a9, regionState=CLOSED 2024-12-09T15:23:02,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-09T15:23:02,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 in 158 msec 2024-12-09T15:23:02,562 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, REOPEN/MOVE; state=CLOSED, location=33eb8daa289d,46843,1733757631575; forceNewPlan=false, retain=true 2024-12-09T15:23:02,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=400e3afa86694492733e30d67d8d73a9, regionState=OPENING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:02,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:23:02,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:02,868 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:02,868 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:23:02,868 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,868 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:23:02,869 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,869 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,870 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,870 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:23:02,870 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 400e3afa86694492733e30d67d8d73a9 columnFamilyName A 2024-12-09T15:23:02,871 DEBUG [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:02,872 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(327): Store=400e3afa86694492733e30d67d8d73a9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:23:02,872 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,873 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:23:02,873 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 400e3afa86694492733e30d67d8d73a9 columnFamilyName B 2024-12-09T15:23:02,873 DEBUG [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:02,873 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(327): Store=400e3afa86694492733e30d67d8d73a9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:23:02,873 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,874 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-09T15:23:02,874 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 400e3afa86694492733e30d67d8d73a9 columnFamilyName C 2024-12-09T15:23:02,874 DEBUG [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:02,874 INFO [StoreOpener-400e3afa86694492733e30d67d8d73a9-1 {}] regionserver.HStore(327): Store=400e3afa86694492733e30d67d8d73a9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:23:02,874 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:02,875 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,876 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,877 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T15:23:02,878 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,879 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 400e3afa86694492733e30d67d8d73a9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71778992, jitterRate=0.06959033012390137}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T15:23:02,879 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:02,880 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., pid=156, masterSystemTime=1733757782865 2024-12-09T15:23:02,881 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:02,881 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:02,881 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=400e3afa86694492733e30d67d8d73a9, regionState=OPEN, openSeqNum=5, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:02,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-12-09T15:23:02,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 in 168 msec 2024-12-09T15:23:02,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-09T15:23:02,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, REOPEN/MOVE in 484 msec 2024-12-09T15:23:02,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-09T15:23:02,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-12-09T15:23:02,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-12-09T15:23:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-09T15:23:02,889 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-12-09T15:23:02,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,893 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-12-09T15:23:02,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,905 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-12-09T15:23:02,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,914 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-12-09T15:23:02,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-12-09T15:23:02,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-12-09T15:23:02,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-12-09T15:23:02,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-12-09T15:23:02,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-12-09T15:23:02,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,963 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:61620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-12-09T15:23:02,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:23:02,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:23:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-09T15:23:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-09T15:23:02,972 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:23:02,973 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:23:02,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:23:02,976 DEBUG [hconnection-0x223cd09c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:02,977 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:02,984 DEBUG [hconnection-0x1687a14a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:02,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:23:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:02,985 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:02,992 DEBUG [hconnection-0x63dd5ff7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:02,993 DEBUG [hconnection-0x5b6b1cc8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:02,993 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:02,993 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:02,997 DEBUG [hconnection-0x7ffd98bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:02,997 DEBUG [hconnection-0x68e2b825-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:02,997 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:02,998 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:03,003 DEBUG [hconnection-0x35d859b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:03,004 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:03,007 DEBUG [hconnection-0x7951954b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:03,008 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:03,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757843016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757843017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757843018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097f4b5a8a502144169aac82afa8ba6d17_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757782984/Put/seqid=0 2024-12-09T15:23:03,052 DEBUG [hconnection-0x767a8b76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:03,053 DEBUG [hconnection-0x914723-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:23:03,054 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:03,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757843055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,057 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:23:03,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757843058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742404_1580 (size=12154) 2024-12-09T15:23:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-09T15:23:03,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757843121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757843121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,124 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:03,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757843125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757843157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757843160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-09T15:23:03,284 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757843324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757843324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757843328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757843359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757843363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:03,497 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097f4b5a8a502144169aac82afa8ba6d17_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097f4b5a8a502144169aac82afa8ba6d17_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:03,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/4d4a3d72c2314474a7bd7910d33f27a1, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:03,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/4d4a3d72c2314474a7bd7910d33f27a1 is 175, key is test_row_0/A:col10/1733757782984/Put/seqid=0 2024-12-09T15:23:03,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742405_1581 (size=30955) 2024-12-09T15:23:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-09T15:23:03,579 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/4d4a3d72c2314474a7bd7910d33f27a1 2024-12-09T15:23:03,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:03,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:03,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/261f22c87dbd4942857a39a4f0fdd77f is 50, key is test_row_0/B:col10/1733757782984/Put/seqid=0 2024-12-09T15:23:03,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757843626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757843627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742406_1582 (size=12001) 2024-12-09T15:23:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757843633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757843661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757843666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:03,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:03,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:03,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:03,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/261f22c87dbd4942857a39a4f0fdd77f 2024-12-09T15:23:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-09T15:23:04,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:04,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:04,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:04,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:04,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/ef51c6e7c7684a7fb695d79698252c85 is 50, key is test_row_0/C:col10/1733757782984/Put/seqid=0 2024-12-09T15:23:04,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742407_1583 (size=12001) 2024-12-09T15:23:04,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757844129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:04,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757844133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:04,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757844137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:04,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757844165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:04,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757844173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:04,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:04,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:04,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:04,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:04,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:04,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:04,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:04,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:04,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/ef51c6e7c7684a7fb695d79698252c85 2024-12-09T15:23:04,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/4d4a3d72c2314474a7bd7910d33f27a1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4d4a3d72c2314474a7bd7910d33f27a1 2024-12-09T15:23:04,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4d4a3d72c2314474a7bd7910d33f27a1, entries=150, sequenceid=15, filesize=30.2 K 2024-12-09T15:23:04,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/261f22c87dbd4942857a39a4f0fdd77f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/261f22c87dbd4942857a39a4f0fdd77f 2024-12-09T15:23:04,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/261f22c87dbd4942857a39a4f0fdd77f, entries=150, sequenceid=15, filesize=11.7 K 2024-12-09T15:23:04,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/ef51c6e7c7684a7fb695d79698252c85 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/ef51c6e7c7684a7fb695d79698252c85 2024-12-09T15:23:04,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/ef51c6e7c7684a7fb695d79698252c85, entries=150, sequenceid=15, filesize=11.7 K 2024-12-09T15:23:04,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 400e3afa86694492733e30d67d8d73a9 in 1566ms, sequenceid=15, compaction requested=false 2024-12-09T15:23:04,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:04,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:04,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-09T15:23:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:04,557 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:23:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209df1c1d1dace54bbab873dca62730ff21_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757783017/Put/seqid=0 2024-12-09T15:23:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742408_1584 (size=12154) 2024-12-09T15:23:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:04,586 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209df1c1d1dace54bbab873dca62730ff21_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209df1c1d1dace54bbab873dca62730ff21_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:04,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0688df344dcd4e07adc102e1931ca97e, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:04,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0688df344dcd4e07adc102e1931ca97e is 175, key is test_row_0/A:col10/1733757783017/Put/seqid=0 2024-12-09T15:23:04,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742409_1585 (size=30955) 2024-12-09T15:23:04,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T15:23:04,997 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0688df344dcd4e07adc102e1931ca97e 2024-12-09T15:23:05,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/c97fae911190458d98488063f16bb712 is 50, key is test_row_0/B:col10/1733757783017/Put/seqid=0 2024-12-09T15:23:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742410_1586 (size=12001) 2024-12-09T15:23:05,021 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/c97fae911190458d98488063f16bb712 2024-12-09T15:23:05,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/899253cc7c1648a29d21e0300d2ee922 is 50, key is test_row_0/C:col10/1733757783017/Put/seqid=0 2024-12-09T15:23:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742411_1587 (size=12001) 2024-12-09T15:23:05,053 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/899253cc7c1648a29d21e0300d2ee922 2024-12-09T15:23:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0688df344dcd4e07adc102e1931ca97e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0688df344dcd4e07adc102e1931ca97e 2024-12-09T15:23:05,065 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0688df344dcd4e07adc102e1931ca97e, entries=150, sequenceid=40, filesize=30.2 K 2024-12-09T15:23:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/c97fae911190458d98488063f16bb712 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c97fae911190458d98488063f16bb712 2024-12-09T15:23:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,073 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c97fae911190458d98488063f16bb712, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T15:23:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/899253cc7c1648a29d21e0300d2ee922 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/899253cc7c1648a29d21e0300d2ee922 2024-12-09T15:23:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,080 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/899253cc7c1648a29d21e0300d2ee922, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T15:23:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,080 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 400e3afa86694492733e30d67d8d73a9 in 523ms, sequenceid=40, compaction requested=false 2024-12-09T15:23:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-09T15:23:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-09T15:23:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-09T15:23:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-09T15:23:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1080 sec 2024-12-09T15:23:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.1120 sec 2024-12-09T15:23:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:05,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:23:05,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:05,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:05,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:05,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:05,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:05,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120919c6e019e77c455d98e1d215a8c1174e_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757785176/Put/seqid=0 2024-12-09T15:23:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742413_1589 (size=24358) 2024-12-09T15:23:05,197 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,202 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120919c6e019e77c455d98e1d215a8c1174e_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120919c6e019e77c455d98e1d215a8c1174e_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:05,203 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/29e8f0a9191a44dd892793960002d241, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:05,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/29e8f0a9191a44dd892793960002d241 is 175, key is test_row_0/A:col10/1733757785176/Put/seqid=0 2024-12-09T15:23:05,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742412_1588 (size=73995) 2024-12-09T15:23:05,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/29e8f0a9191a44dd892793960002d241 2024-12-09T15:23:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757845205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757845204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757845206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757845210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757845210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/4b761c1b18244e1c8a9afda2ec4dd6ee is 50, key is test_row_0/B:col10/1733757785176/Put/seqid=0 2024-12-09T15:23:05,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742414_1590 (size=12001) 2024-12-09T15:23:05,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/4b761c1b18244e1c8a9afda2ec4dd6ee 2024-12-09T15:23:05,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/6aec51d3f556473789c0576d02cb9578 is 50, key is test_row_0/C:col10/1733757785176/Put/seqid=0 2024-12-09T15:23:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742415_1591 (size=12001) 2024-12-09T15:23:05,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/6aec51d3f556473789c0576d02cb9578 2024-12-09T15:23:05,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/29e8f0a9191a44dd892793960002d241 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/29e8f0a9191a44dd892793960002d241 2024-12-09T15:23:05,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/29e8f0a9191a44dd892793960002d241, entries=400, sequenceid=51, filesize=72.3 K 2024-12-09T15:23:05,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/4b761c1b18244e1c8a9afda2ec4dd6ee as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4b761c1b18244e1c8a9afda2ec4dd6ee 2024-12-09T15:23:05,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4b761c1b18244e1c8a9afda2ec4dd6ee, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T15:23:05,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/6aec51d3f556473789c0576d02cb9578 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6aec51d3f556473789c0576d02cb9578 2024-12-09T15:23:05,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6aec51d3f556473789c0576d02cb9578, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T15:23:05,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 400e3afa86694492733e30d67d8d73a9 in 122ms, sequenceid=51, compaction requested=true 2024-12-09T15:23:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:05,300 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:05,300 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:05,301 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:05,301 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:05,301 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:05,301 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:05,301 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:05,301 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:05,301 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4d4a3d72c2314474a7bd7910d33f27a1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0688df344dcd4e07adc102e1931ca97e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/29e8f0a9191a44dd892793960002d241] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=132.7 K 2024-12-09T15:23:05,301 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/261f22c87dbd4942857a39a4f0fdd77f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c97fae911190458d98488063f16bb712, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4b761c1b18244e1c8a9afda2ec4dd6ee] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=35.2 K 2024-12-09T15:23:05,301 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:05,301 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4d4a3d72c2314474a7bd7910d33f27a1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0688df344dcd4e07adc102e1931ca97e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/29e8f0a9191a44dd892793960002d241] 2024-12-09T15:23:05,302 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 261f22c87dbd4942857a39a4f0fdd77f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733757782980 2024-12-09T15:23:05,302 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d4a3d72c2314474a7bd7910d33f27a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733757782980 2024-12-09T15:23:05,302 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c97fae911190458d98488063f16bb712, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733757783001 2024-12-09T15:23:05,302 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0688df344dcd4e07adc102e1931ca97e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733757783001 2024-12-09T15:23:05,302 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b761c1b18244e1c8a9afda2ec4dd6ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733757785174 2024-12-09T15:23:05,302 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29e8f0a9191a44dd892793960002d241, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733757785146 2024-12-09T15:23:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:05,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T15:23:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:05,317 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:05,319 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:05,319 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9dff509ec839434f8be2a75f5a3d3071 is 50, key is test_row_0/B:col10/1733757785176/Put/seqid=0 2024-12-09T15:23:05,325 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209499c9b0284bf48ee99dfa2971d6534bf_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:05,326 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209499c9b0284bf48ee99dfa2971d6534bf_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:05,327 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209499c9b0284bf48ee99dfa2971d6534bf_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:05,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757845326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757845327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757845330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757845330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757845331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742416_1592 (size=12104) 2024-12-09T15:23:05,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742417_1593 (size=4469) 2024-12-09T15:23:05,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120975b610e061d74938b3a572071395fed9_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757785313/Put/seqid=0 2024-12-09T15:23:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742418_1594 (size=14594) 2024-12-09T15:23:05,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:05,384 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120975b610e061d74938b3a572071395fed9_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120975b610e061d74938b3a572071395fed9_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:05,385 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3c237480342c430dab1bd4944055320a, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:05,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3c237480342c430dab1bd4944055320a is 175, key is test_row_0/A:col10/1733757785313/Put/seqid=0 2024-12-09T15:23:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742419_1595 (size=39549) 2024-12-09T15:23:05,398 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3c237480342c430dab1bd4944055320a 2024-12-09T15:23:05,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/e26f098e78d044b590902d34dc8fc6f0 is 50, key is test_row_0/B:col10/1733757785313/Put/seqid=0 2024-12-09T15:23:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742420_1596 (size=12001) 2024-12-09T15:23:05,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/e26f098e78d044b590902d34dc8fc6f0 2024-12-09T15:23:05,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757845431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757845433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757845436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757845436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757845440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/5c294c0d769b4a1488925db19b26d46d is 50, key is test_row_0/C:col10/1733757785313/Put/seqid=0 2024-12-09T15:23:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742421_1597 (size=12001) 2024-12-09T15:23:05,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/5c294c0d769b4a1488925db19b26d46d 2024-12-09T15:23:05,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3c237480342c430dab1bd4944055320a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3c237480342c430dab1bd4944055320a 2024-12-09T15:23:05,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3c237480342c430dab1bd4944055320a, entries=200, sequenceid=78, filesize=38.6 K 2024-12-09T15:23:05,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/e26f098e78d044b590902d34dc8fc6f0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e26f098e78d044b590902d34dc8fc6f0 2024-12-09T15:23:05,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e26f098e78d044b590902d34dc8fc6f0, entries=150, sequenceid=78, filesize=11.7 K 2024-12-09T15:23:05,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/5c294c0d769b4a1488925db19b26d46d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5c294c0d769b4a1488925db19b26d46d 2024-12-09T15:23:05,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5c294c0d769b4a1488925db19b26d46d, entries=150, sequenceid=78, filesize=11.7 K 2024-12-09T15:23:05,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 400e3afa86694492733e30d67d8d73a9 in 235ms, sequenceid=78, compaction requested=true 2024-12-09T15:23:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:23:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-09T15:23:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-09T15:23:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:05,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T15:23:05,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:05,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:05,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:05,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:05,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:05,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:05,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120995248edcd8cf403eb7f533bd37a4eb20_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757785639/Put/seqid=0 2024-12-09T15:23:05,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742422_1598 (size=12154) 2024-12-09T15:23:05,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757845706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757845709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757845713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757845715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757845721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,755 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9dff509ec839434f8be2a75f5a3d3071 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9dff509ec839434f8be2a75f5a3d3071 2024-12-09T15:23:05,764 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 9dff509ec839434f8be2a75f5a3d3071(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:05,764 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:05,764 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757785300; duration=0sec 2024-12-09T15:23:05,764 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-09T15:23:05,764 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:05,764 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-09T15:23:05,767 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:23:05,767 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:23:05,767 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. because compaction request was cancelled 2024-12-09T15:23:05,767 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:05,767 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:23:05,777 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:23:05,777 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:05,777 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:05,777 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/ef51c6e7c7684a7fb695d79698252c85, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/899253cc7c1648a29d21e0300d2ee922, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6aec51d3f556473789c0576d02cb9578, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5c294c0d769b4a1488925db19b26d46d] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=46.9 K 2024-12-09T15:23:05,777 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#503 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:05,778 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d544178f88454473a1d58db21f7859cd is 175, key is test_row_0/A:col10/1733757785176/Put/seqid=0 2024-12-09T15:23:05,779 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting ef51c6e7c7684a7fb695d79698252c85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733757782980 2024-12-09T15:23:05,782 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 899253cc7c1648a29d21e0300d2ee922, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733757783001 2024-12-09T15:23:05,783 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aec51d3f556473789c0576d02cb9578, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733757785174 2024-12-09T15:23:05,784 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c294c0d769b4a1488925db19b26d46d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733757785207 2024-12-09T15:23:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742423_1599 (size=31058) 2024-12-09T15:23:05,802 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:05,803 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/fed6320221574b72821a050a36a7507f is 50, key is test_row_0/C:col10/1733757785313/Put/seqid=0 2024-12-09T15:23:05,803 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d544178f88454473a1d58db21f7859cd as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d544178f88454473a1d58db21f7859cd 2024-12-09T15:23:05,809 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into d544178f88454473a1d58db21f7859cd(size=30.3 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:05,809 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757785300; duration=0sec 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. because compaction request was cancelled 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:05,809 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T15:23:05,810 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:23:05,810 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:23:05,810 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. because compaction request was cancelled 2024-12-09T15:23:05,810 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742424_1600 (size=12139) 2024-12-09T15:23:05,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757845820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757845820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757845820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757845823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757845826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:05,832 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/fed6320221574b72821a050a36a7507f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fed6320221574b72821a050a36a7507f 2024-12-09T15:23:05,840 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into fed6320221574b72821a050a36a7507f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:05,840 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:05,840 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=12, startTime=1733757785551; duration=0sec 2024-12-09T15:23:05,840 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:05,840 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:06,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757846024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757846024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757846025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757846026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757846031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,093 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:06,097 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120995248edcd8cf403eb7f533bd37a4eb20_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120995248edcd8cf403eb7f533bd37a4eb20_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:06,098 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/f28f400b9bc041cfb172f0484db88b5e, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:06,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/f28f400b9bc041cfb172f0484db88b5e is 175, key is test_row_0/A:col10/1733757785639/Put/seqid=0 2024-12-09T15:23:06,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742425_1601 (size=30955) 2024-12-09T15:23:06,124 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/f28f400b9bc041cfb172f0484db88b5e 2024-12-09T15:23:06,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/a835349ceaea4d4aa476e81538a29fe2 is 50, key is test_row_0/B:col10/1733757785639/Put/seqid=0 2024-12-09T15:23:06,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742426_1602 (size=12001) 2024-12-09T15:23:06,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/a835349ceaea4d4aa476e81538a29fe2 2024-12-09T15:23:06,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/d7009bcaced74801ab3c43ff856849a8 is 50, key is test_row_0/C:col10/1733757785639/Put/seqid=0 2024-12-09T15:23:06,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742427_1603 (size=12001) 2024-12-09T15:23:06,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757846329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757846329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757846329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757846333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757846336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/d7009bcaced74801ab3c43ff856849a8 2024-12-09T15:23:06,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/f28f400b9bc041cfb172f0484db88b5e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f28f400b9bc041cfb172f0484db88b5e 2024-12-09T15:23:06,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f28f400b9bc041cfb172f0484db88b5e, entries=150, sequenceid=91, filesize=30.2 K 2024-12-09T15:23:06,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/a835349ceaea4d4aa476e81538a29fe2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a835349ceaea4d4aa476e81538a29fe2 2024-12-09T15:23:06,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a835349ceaea4d4aa476e81538a29fe2, entries=150, sequenceid=91, filesize=11.7 K 2024-12-09T15:23:06,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/d7009bcaced74801ab3c43ff856849a8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d7009bcaced74801ab3c43ff856849a8 2024-12-09T15:23:06,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d7009bcaced74801ab3c43ff856849a8, entries=150, sequenceid=91, filesize=11.7 K 2024-12-09T15:23:06,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 400e3afa86694492733e30d67d8d73a9 in 980ms, sequenceid=91, compaction requested=true 2024-12-09T15:23:06,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:06,621 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:06,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:06,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:06,622 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:06,624 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:06,624 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:06,624 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:06,624 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9dff509ec839434f8be2a75f5a3d3071, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e26f098e78d044b590902d34dc8fc6f0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a835349ceaea4d4aa476e81538a29fe2] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=35.3 K 2024-12-09T15:23:06,624 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:06,624 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:06,624 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:06,625 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d544178f88454473a1d58db21f7859cd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3c237480342c430dab1bd4944055320a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f28f400b9bc041cfb172f0484db88b5e] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=99.2 K 2024-12-09T15:23:06,625 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:06,625 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d544178f88454473a1d58db21f7859cd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3c237480342c430dab1bd4944055320a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f28f400b9bc041cfb172f0484db88b5e] 2024-12-09T15:23:06,626 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dff509ec839434f8be2a75f5a3d3071, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733757785174 2024-12-09T15:23:06,626 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d544178f88454473a1d58db21f7859cd, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733757785174 2024-12-09T15:23:06,632 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e26f098e78d044b590902d34dc8fc6f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733757785207 2024-12-09T15:23:06,632 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c237480342c430dab1bd4944055320a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733757785203 2024-12-09T15:23:06,638 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a835349ceaea4d4aa476e81538a29fe2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733757785328 2024-12-09T15:23:06,640 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting f28f400b9bc041cfb172f0484db88b5e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733757785328 2024-12-09T15:23:06,661 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:06,663 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:06,664 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/85b11e5a8c4d47bd81747b6b812efafb is 50, key is test_row_0/B:col10/1733757785639/Put/seqid=0 2024-12-09T15:23:06,666 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412092e7607e92e0243c5a606b05255c20cc4_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:06,668 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412092e7607e92e0243c5a606b05255c20cc4_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:06,669 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092e7607e92e0243c5a606b05255c20cc4_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:06,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742428_1604 (size=12207) 2024-12-09T15:23:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742429_1605 (size=4469) 2024-12-09T15:23:06,697 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#512 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:06,698 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/abcf6b83a6044f90852ce9792676d85c is 175, key is test_row_0/A:col10/1733757785639/Put/seqid=0 2024-12-09T15:23:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742430_1606 (size=31161) 2024-12-09T15:23:06,750 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/abcf6b83a6044f90852ce9792676d85c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/abcf6b83a6044f90852ce9792676d85c 2024-12-09T15:23:06,757 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into abcf6b83a6044f90852ce9792676d85c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:06,757 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:06,757 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757786621; duration=0sec 2024-12-09T15:23:06,757 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:06,757 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:06,757 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T15:23:06,758 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:23:06,758 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:23:06,758 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. because compaction request was cancelled 2024-12-09T15:23:06,758 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:06,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:23:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:06,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:06,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:06,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:06,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:06,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:06,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:06,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757846843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757846843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094e16be6419ad4bb0809cee1cdba743ff_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757785662/Put/seqid=0 2024-12-09T15:23:06,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757846854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757846854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757846856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742431_1607 (size=14594) 2024-12-09T15:23:06,871 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:06,875 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094e16be6419ad4bb0809cee1cdba743ff_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094e16be6419ad4bb0809cee1cdba743ff_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:06,877 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/72b0cfc377554b89802fb7798df1640a, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:06,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/72b0cfc377554b89802fb7798df1640a is 175, key is test_row_0/A:col10/1733757785662/Put/seqid=0 2024-12-09T15:23:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742432_1608 (size=39549) 2024-12-09T15:23:06,896 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/72b0cfc377554b89802fb7798df1640a 2024-12-09T15:23:06,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9f2875e8bf214a99ac7e1acebca56eca is 50, key is test_row_0/B:col10/1733757785662/Put/seqid=0 2024-12-09T15:23:06,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742433_1609 (size=12001) 2024-12-09T15:23:06,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757846958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757846957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757846958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9f2875e8bf214a99ac7e1acebca56eca 2024-12-09T15:23:06,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757846961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757846964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:06,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/656b0cd66dd74d79af5ec4da99b70b38 is 50, key is test_row_0/C:col10/1733757785662/Put/seqid=0 2024-12-09T15:23:07,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742434_1610 (size=12001) 2024-12-09T15:23:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-09T15:23:07,082 INFO [Thread-2559 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-09T15:23:07,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:23:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-09T15:23:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-09T15:23:07,085 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:23:07,086 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:23:07,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:23:07,090 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/85b11e5a8c4d47bd81747b6b812efafb as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/85b11e5a8c4d47bd81747b6b812efafb 2024-12-09T15:23:07,095 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 85b11e5a8c4d47bd81747b6b812efafb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:07,095 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:07,095 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757786621; duration=0sec 2024-12-09T15:23:07,096 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:07,096 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:07,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757847160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757847161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757847162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757847171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757847172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-09T15:23:07,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-09T15:23:07,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-09T15:23:07,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-09T15:23:07,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:07,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:07,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:07,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/656b0cd66dd74d79af5ec4da99b70b38 2024-12-09T15:23:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/72b0cfc377554b89802fb7798df1640a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/72b0cfc377554b89802fb7798df1640a 2024-12-09T15:23:07,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/72b0cfc377554b89802fb7798df1640a, entries=200, sequenceid=121, filesize=38.6 K 2024-12-09T15:23:07,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9f2875e8bf214a99ac7e1acebca56eca as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9f2875e8bf214a99ac7e1acebca56eca 2024-12-09T15:23:07,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9f2875e8bf214a99ac7e1acebca56eca, entries=150, sequenceid=121, filesize=11.7 K 2024-12-09T15:23:07,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/656b0cd66dd74d79af5ec4da99b70b38 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/656b0cd66dd74d79af5ec4da99b70b38 2024-12-09T15:23:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/656b0cd66dd74d79af5ec4da99b70b38, entries=150, sequenceid=121, filesize=11.7 K 2024-12-09T15:23:07,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 400e3afa86694492733e30d67d8d73a9 in 611ms, sequenceid=121, compaction requested=true 2024-12-09T15:23:07,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:07,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:07,447 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T15:23:07,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:07,447 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T15:23:07,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:07,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:07,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:07,452 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:23:07,452 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:23:07,452 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:23:07,452 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:23:07,453 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. because compaction request was cancelled 2024-12-09T15:23:07,453 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. because compaction request was cancelled 2024-12-09T15:23:07,453 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:07,453 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:07,453 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:07,457 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:07,457 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:07,457 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,457 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fed6320221574b72821a050a36a7507f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d7009bcaced74801ab3c43ff856849a8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/656b0cd66dd74d79af5ec4da99b70b38] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=35.3 K 2024-12-09T15:23:07,458 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting fed6320221574b72821a050a36a7507f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733757785207 2024-12-09T15:23:07,458 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d7009bcaced74801ab3c43ff856849a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733757785328 2024-12-09T15:23:07,458 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 656b0cd66dd74d79af5ec4da99b70b38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733757785662 2024-12-09T15:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,465 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,466 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/2acdb8fcaebb41fc95fd7e4de8c75854 is 50, key is test_row_0/C:col10/1733757785662/Put/seqid=0 2024-12-09T15:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:07,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:23:07,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:07,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:07,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:07,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:07,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742435_1611 (size=12241) 2024-12-09T15:23:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c301f3b95765442e8d0c83e066f0d42e_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757787466/Put/seqid=0 2024-12-09T15:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742436_1612 (size=12304) 2024-12-09T15:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,494 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c301f3b95765442e8d0c83e066f0d42e_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c301f3b95765442e8d0c83e066f0d42e_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/5488e5e3605d400297ec65ded37825d7, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:07,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/5488e5e3605d400297ec65ded37825d7 is 175, key is test_row_0/A:col10/1733757787466/Put/seqid=0 2024-12-09T15:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:07,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757847511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757847512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757847514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757847515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757847515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742437_1613 (size=31105) 2024-12-09T15:23:07,522 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/5488e5e3605d400297ec65ded37825d7 2024-12-09T15:23:07,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9e37052b9f9b4f97af8010131eb34bdb is 50, key is test_row_0/B:col10/1733757787466/Put/seqid=0 2024-12-09T15:23:07,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-09T15:23:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742438_1614 (size=12151) 2024-12-09T15:23:07,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9e37052b9f9b4f97af8010131eb34bdb 2024-12-09T15:23:07,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/67630ff0c6a740798572348e8b109456 is 50, key is test_row_0/C:col10/1733757787466/Put/seqid=0 2024-12-09T15:23:07,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757847616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757847617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757847620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757847620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757847620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742439_1615 (size=12151) 2024-12-09T15:23:07,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/67630ff0c6a740798572348e8b109456 2024-12-09T15:23:07,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/5488e5e3605d400297ec65ded37825d7 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/5488e5e3605d400297ec65ded37825d7 2024-12-09T15:23:07,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/5488e5e3605d400297ec65ded37825d7, entries=150, sequenceid=133, filesize=30.4 K 2024-12-09T15:23:07,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9e37052b9f9b4f97af8010131eb34bdb as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9e37052b9f9b4f97af8010131eb34bdb 2024-12-09T15:23:07,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9e37052b9f9b4f97af8010131eb34bdb, entries=150, sequenceid=133, filesize=11.9 K 2024-12-09T15:23:07,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/67630ff0c6a740798572348e8b109456 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/67630ff0c6a740798572348e8b109456 2024-12-09T15:23:07,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/67630ff0c6a740798572348e8b109456, entries=150, sequenceid=133, filesize=11.9 K 2024-12-09T15:23:07,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 400e3afa86694492733e30d67d8d73a9 in 204ms, sequenceid=133, compaction requested=true 2024-12-09T15:23:07,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:07,671 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:07,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:07,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:07,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:07,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:07,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:07,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:23:07,672 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:07,672 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:07,672 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,672 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/abcf6b83a6044f90852ce9792676d85c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/72b0cfc377554b89802fb7798df1640a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/5488e5e3605d400297ec65ded37825d7] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=99.4 K 2024-12-09T15:23:07,672 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,672 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/abcf6b83a6044f90852ce9792676d85c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/72b0cfc377554b89802fb7798df1640a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/5488e5e3605d400297ec65ded37825d7] 2024-12-09T15:23:07,673 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting abcf6b83a6044f90852ce9792676d85c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733757785328 2024-12-09T15:23:07,673 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72b0cfc377554b89802fb7798df1640a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733757785662 2024-12-09T15:23:07,674 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5488e5e3605d400297ec65ded37825d7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757786843 2024-12-09T15:23:07,680 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:07,683 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209853187c2d8a447faa07b12f7640a6d87_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:07,685 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209853187c2d8a447faa07b12f7640a6d87_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:07,685 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209853187c2d8a447faa07b12f7640a6d87_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-09T15:23:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742440_1616 (size=4469) 2024-12-09T15:23:07,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-09T15:23:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,700 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:23:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120957fe1723eb7942b2afe0f121aabb939c_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757787513/Put/seqid=0 2024-12-09T15:23:07,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742441_1617 (size=12304) 2024-12-09T15:23:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:07,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:07,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757847828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757847829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757847829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757847833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757847834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,879 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/2acdb8fcaebb41fc95fd7e4de8c75854 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2acdb8fcaebb41fc95fd7e4de8c75854 2024-12-09T15:23:07,892 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into 2acdb8fcaebb41fc95fd7e4de8c75854(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:07,892 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:07,892 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=13, startTime=1733757787448; duration=0sec 2024-12-09T15:23:07,893 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:23:07,893 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:07,893 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:07,893 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:07,893 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:07,894 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:07,894 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:07,894 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/85b11e5a8c4d47bd81747b6b812efafb, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9f2875e8bf214a99ac7e1acebca56eca, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9e37052b9f9b4f97af8010131eb34bdb] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=35.5 K 2024-12-09T15:23:07,894 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 85b11e5a8c4d47bd81747b6b812efafb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733757785328 2024-12-09T15:23:07,894 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f2875e8bf214a99ac7e1acebca56eca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733757785662 2024-12-09T15:23:07,894 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e37052b9f9b4f97af8010131eb34bdb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757786843 2024-12-09T15:23:07,899 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#523 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:07,900 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/4803a14d48b74a949617fdb6337a529f is 50, key is test_row_0/B:col10/1733757787466/Put/seqid=0 2024-12-09T15:23:07,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742442_1618 (size=12459) 2024-12-09T15:23:07,914 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/4803a14d48b74a949617fdb6337a529f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4803a14d48b74a949617fdb6337a529f 2024-12-09T15:23:07,918 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 4803a14d48b74a949617fdb6337a529f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:07,919 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:07,919 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757787671; duration=0sec 2024-12-09T15:23:07,919 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:07,919 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:07,919 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T15:23:07,919 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T15:23:07,919 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T15:23:07,919 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. because compaction request was cancelled 2024-12-09T15:23:07,919 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:07,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757847934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757847934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757847935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757847937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757847938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,100 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#521 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:08,101 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/9259f694ac3d479a86846262ae874f48 is 175, key is test_row_0/A:col10/1733757787466/Put/seqid=0 2024-12-09T15:23:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742443_1619 (size=31413) 2024-12-09T15:23:08,120 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/9259f694ac3d479a86846262ae874f48 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/9259f694ac3d479a86846262ae874f48 2024-12-09T15:23:08,128 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into 9259f694ac3d479a86846262ae874f48(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:08,128 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:08,128 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757787671; duration=0sec 2024-12-09T15:23:08,128 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:08,128 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:08,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:08,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757848138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757848139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757848140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757848140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,143 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120957fe1723eb7942b2afe0f121aabb939c_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120957fe1723eb7942b2afe0f121aabb939c_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:08,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757848142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e8aaf5eb21f546679f572ba1ec9e5bfc, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:08,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e8aaf5eb21f546679f572ba1ec9e5bfc is 175, key is test_row_0/A:col10/1733757787513/Put/seqid=0 2024-12-09T15:23:08,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742444_1620 (size=31105) 2024-12-09T15:23:08,162 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e8aaf5eb21f546679f572ba1ec9e5bfc 2024-12-09T15:23:08,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/6d14347e97f946568195e9556a4800c5 is 50, key is test_row_0/B:col10/1733757787513/Put/seqid=0 2024-12-09T15:23:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-09T15:23:08,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742445_1621 (size=12151) 2024-12-09T15:23:08,204 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/6d14347e97f946568195e9556a4800c5 2024-12-09T15:23:08,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/b8c442857b47424abba33a8609330579 is 50, key is test_row_0/C:col10/1733757787513/Put/seqid=0 2024-12-09T15:23:08,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742446_1622 (size=12151) 2024-12-09T15:23:08,234 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/b8c442857b47424abba33a8609330579 2024-12-09T15:23:08,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e8aaf5eb21f546679f572ba1ec9e5bfc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e8aaf5eb21f546679f572ba1ec9e5bfc 2024-12-09T15:23:08,250 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e8aaf5eb21f546679f572ba1ec9e5bfc, entries=150, sequenceid=158, filesize=30.4 K 2024-12-09T15:23:08,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/6d14347e97f946568195e9556a4800c5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6d14347e97f946568195e9556a4800c5 2024-12-09T15:23:08,278 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6d14347e97f946568195e9556a4800c5, entries=150, sequenceid=158, filesize=11.9 K 2024-12-09T15:23:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/b8c442857b47424abba33a8609330579 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/b8c442857b47424abba33a8609330579 2024-12-09T15:23:08,286 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/b8c442857b47424abba33a8609330579, entries=150, sequenceid=158, filesize=11.9 K 2024-12-09T15:23:08,287 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 400e3afa86694492733e30d67d8d73a9 in 587ms, sequenceid=158, compaction requested=true 2024-12-09T15:23:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-09T15:23:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-09T15:23:08,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-09T15:23:08,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2060 sec 2024-12-09T15:23:08,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.2170 sec 2024-12-09T15:23:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:08,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T15:23:08,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:08,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:08,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:08,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:08,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:08,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:08,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091c2090ee240b4b1782650290a4f23077_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757788446/Put/seqid=0 2024-12-09T15:23:08,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757848477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757848479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757848478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757848483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757848483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742447_1623 (size=12304) 2024-12-09T15:23:08,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757848585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757848585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757848585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757848586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757848588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757848788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757848788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757848788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757848791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757848797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:08,904 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:08,918 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091c2090ee240b4b1782650290a4f23077_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091c2090ee240b4b1782650290a4f23077_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:08,919 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/f1ff68fc1c0e4e3c988854682bf7ba14, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:08,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/f1ff68fc1c0e4e3c988854682bf7ba14 is 175, key is test_row_0/A:col10/1733757788446/Put/seqid=0 2024-12-09T15:23:08,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742448_1624 (size=31105) 2024-12-09T15:23:08,927 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/f1ff68fc1c0e4e3c988854682bf7ba14 2024-12-09T15:23:08,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/a70ac2a946f3410ea4fad7fdd75fee76 is 50, key is test_row_0/B:col10/1733757788446/Put/seqid=0 2024-12-09T15:23:08,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742449_1625 (size=12151) 2024-12-09T15:23:08,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/a70ac2a946f3410ea4fad7fdd75fee76 2024-12-09T15:23:09,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/f7b0b95db73049d18dc39635fb69ab0a is 50, key is test_row_0/C:col10/1733757788446/Put/seqid=0 2024-12-09T15:23:09,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742450_1626 (size=12151) 2024-12-09T15:23:09,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757849090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757849091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757849091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757849095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757849108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-09T15:23:09,205 INFO [Thread-2559 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-09T15:23:09,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:23:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-09T15:23:09,219 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:23:09,220 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:23:09,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:23:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-09T15:23:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-09T15:23:09,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:09,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:09,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/f7b0b95db73049d18dc39635fb69ab0a 2024-12-09T15:23:09,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/f1ff68fc1c0e4e3c988854682bf7ba14 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f1ff68fc1c0e4e3c988854682bf7ba14 2024-12-09T15:23:09,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f1ff68fc1c0e4e3c988854682bf7ba14, entries=150, sequenceid=177, filesize=30.4 K 2024-12-09T15:23:09,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/a70ac2a946f3410ea4fad7fdd75fee76 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a70ac2a946f3410ea4fad7fdd75fee76 2024-12-09T15:23:09,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a70ac2a946f3410ea4fad7fdd75fee76, entries=150, sequenceid=177, filesize=11.9 K 2024-12-09T15:23:09,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/f7b0b95db73049d18dc39635fb69ab0a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/f7b0b95db73049d18dc39635fb69ab0a 2024-12-09T15:23:09,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:09,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-09T15:23:09,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:09,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/f7b0b95db73049d18dc39635fb69ab0a, entries=150, sequenceid=177, filesize=11.9 K 2024-12-09T15:23:09,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 400e3afa86694492733e30d67d8d73a9 in 1097ms, sequenceid=177, compaction requested=true 2024-12-09T15:23:09,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:09,546 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:09,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:09,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:09,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:09,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:09,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:09,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:23:09,548 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:23:09,549 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:09,549 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:09,549 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,550 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/9259f694ac3d479a86846262ae874f48, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e8aaf5eb21f546679f572ba1ec9e5bfc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f1ff68fc1c0e4e3c988854682bf7ba14] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=91.4 K 2024-12-09T15:23:09,550 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,550 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/9259f694ac3d479a86846262ae874f48, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e8aaf5eb21f546679f572ba1ec9e5bfc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f1ff68fc1c0e4e3c988854682bf7ba14] 2024-12-09T15:23:09,551 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9259f694ac3d479a86846262ae874f48, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757786843 2024-12-09T15:23:09,551 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:23:09,551 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:09,551 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,551 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2acdb8fcaebb41fc95fd7e4de8c75854, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/67630ff0c6a740798572348e8b109456, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/b8c442857b47424abba33a8609330579, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/f7b0b95db73049d18dc39635fb69ab0a] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=47.6 K 2024-12-09T15:23:09,553 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting e8aaf5eb21f546679f572ba1ec9e5bfc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733757787512 2024-12-09T15:23:09,553 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2acdb8fcaebb41fc95fd7e4de8c75854, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733757785662 2024-12-09T15:23:09,555 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting f1ff68fc1c0e4e3c988854682bf7ba14, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733757788445 2024-12-09T15:23:09,556 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67630ff0c6a740798572348e8b109456, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757786843 2024-12-09T15:23:09,556 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8c442857b47424abba33a8609330579, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733757787512 2024-12-09T15:23:09,557 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7b0b95db73049d18dc39635fb69ab0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733757788445 2024-12-09T15:23:09,577 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:09,588 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209a70b38de40614552afa530e6477d0ad7_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:09,590 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209a70b38de40614552afa530e6477d0ad7_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:09,591 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a70b38de40614552afa530e6477d0ad7_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:09,595 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:09,595 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/fb1a2c4d81db464ea175117525cf65ef is 50, key is test_row_0/C:col10/1733757788446/Put/seqid=0 2024-12-09T15:23:09,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:23:09,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:09,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:09,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:09,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:09,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:09,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:09,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742451_1627 (size=4469) 2024-12-09T15:23:09,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093d14b9d09422488ab26f7caa57fdd3ae_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757789594/Put/seqid=0 2024-12-09T15:23:09,625 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#529 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:09,625 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/a02a339a618b4783a022f35b83f28975 is 175, key is test_row_0/A:col10/1733757788446/Put/seqid=0 2024-12-09T15:23:09,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757849619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757849620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742453_1629 (size=12304) 2024-12-09T15:23:09,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:09,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757849623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742452_1628 (size=12527) 2024-12-09T15:23:09,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757849632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757849643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742454_1630 (size=31515) 2024-12-09T15:23:09,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093d14b9d09422488ab26f7caa57fdd3ae_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093d14b9d09422488ab26f7caa57fdd3ae_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:09,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d7ff55adea2c4829be9e114891ddb3c2, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:09,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d7ff55adea2c4829be9e114891ddb3c2 is 175, key is test_row_0/A:col10/1733757789594/Put/seqid=0 2024-12-09T15:23:09,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742455_1631 (size=31105) 2024-12-09T15:23:09,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:09,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,698 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d7ff55adea2c4829be9e114891ddb3c2 2024-12-09T15:23:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,705 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/a02a339a618b4783a022f35b83f28975 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a02a339a618b4783a022f35b83f28975 2024-12-09T15:23:09,720 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into a02a339a618b4783a022f35b83f28975(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:09,721 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:09,721 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757789546; duration=0sec 2024-12-09T15:23:09,721 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:09,721 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:09,721 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:09,723 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:09,723 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:09,723 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,723 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4803a14d48b74a949617fdb6337a529f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6d14347e97f946568195e9556a4800c5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a70ac2a946f3410ea4fad7fdd75fee76] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=35.9 K 2024-12-09T15:23:09,723 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4803a14d48b74a949617fdb6337a529f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733757786843 2024-12-09T15:23:09,724 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d14347e97f946568195e9556a4800c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733757787512 2024-12-09T15:23:09,724 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a70ac2a946f3410ea4fad7fdd75fee76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733757788445 2024-12-09T15:23:09,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/211b371750c94402af84b0373d9e497c is 50, key is test_row_0/B:col10/1733757789594/Put/seqid=0 2024-12-09T15:23:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757849728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757849728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,738 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:09,739 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/f9bf008d15424207aa79d33ccc85c523 is 50, key is test_row_0/B:col10/1733757788446/Put/seqid=0 2024-12-09T15:23:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757849742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757849743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742456_1632 (size=12151) 2024-12-09T15:23:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757849750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/211b371750c94402af84b0373d9e497c 2024-12-09T15:23:09,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/9d478600a8e24e5e8038b3e2fd0a1c59 is 50, key is test_row_0/C:col10/1733757789594/Put/seqid=0 2024-12-09T15:23:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742457_1633 (size=12561) 2024-12-09T15:23:09,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742458_1634 (size=12151) 2024-12-09T15:23:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-09T15:23:09,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:09,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:09,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757849932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757849933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757849947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757849950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:09,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757849955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:10,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:10,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,042 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/fb1a2c4d81db464ea175117525cf65ef as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fb1a2c4d81db464ea175117525cf65ef 2024-12-09T15:23:10,046 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into fb1a2c4d81db464ea175117525cf65ef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:10,046 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:10,046 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=12, startTime=1733757789546; duration=0sec 2024-12-09T15:23:10,046 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:10,046 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:10,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:10,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:10,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,201 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/f9bf008d15424207aa79d33ccc85c523 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f9bf008d15424207aa79d33ccc85c523 2024-12-09T15:23:10,206 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into f9bf008d15424207aa79d33ccc85c523(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:10,206 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:10,206 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757789546; duration=0sec 2024-12-09T15:23:10,206 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:10,206 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:10,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/9d478600a8e24e5e8038b3e2fd0a1c59 2024-12-09T15:23:10,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d7ff55adea2c4829be9e114891ddb3c2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d7ff55adea2c4829be9e114891ddb3c2 2024-12-09T15:23:10,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d7ff55adea2c4829be9e114891ddb3c2, entries=150, sequenceid=199, filesize=30.4 K 2024-12-09T15:23:10,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/211b371750c94402af84b0373d9e497c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/211b371750c94402af84b0373d9e497c 2024-12-09T15:23:10,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757850236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757850238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/211b371750c94402af84b0373d9e497c, entries=150, sequenceid=199, filesize=11.9 K 2024-12-09T15:23:10,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/9d478600a8e24e5e8038b3e2fd0a1c59 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/9d478600a8e24e5e8038b3e2fd0a1c59 2024-12-09T15:23:10,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/9d478600a8e24e5e8038b3e2fd0a1c59, entries=150, sequenceid=199, filesize=11.9 K 2024-12-09T15:23:10,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 400e3afa86694492733e30d67d8d73a9 in 652ms, sequenceid=199, compaction requested=false 2024-12-09T15:23:10,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:10,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-09T15:23:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:10,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:10,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:10,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:10,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:10,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120938e6547c87c349e997e976e957afb2f0_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757789613/Put/seqid=0 2024-12-09T15:23:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742459_1635 (size=12304) 2024-12-09T15:23:10,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:10,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120938e6547c87c349e997e976e957afb2f0_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120938e6547c87c349e997e976e957afb2f0_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:10,268 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/eea1072dab644b08863f6ad293969519, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:10,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/eea1072dab644b08863f6ad293969519 is 175, key is test_row_0/A:col10/1733757789613/Put/seqid=0 2024-12-09T15:23:10,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742460_1636 (size=31105) 2024-12-09T15:23:10,277 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/eea1072dab644b08863f6ad293969519 2024-12-09T15:23:10,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757850275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757850277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757850278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/146826c73a9440fdb56d4fd4169f8518 is 50, key is test_row_0/B:col10/1733757789613/Put/seqid=0 2024-12-09T15:23:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742461_1637 (size=12151) 2024-12-09T15:23:10,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:10,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:10,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-09T15:23:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757850381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757850384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757850388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:10,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:10,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757850583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757850588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757850593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:10,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:10,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/146826c73a9440fdb56d4fd4169f8518 2024-12-09T15:23:10,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/542acd7b09264eef8173d7be411c4b89 is 50, key is test_row_0/C:col10/1733757789613/Put/seqid=0 2024-12-09T15:23:10,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742462_1638 (size=12151) 2024-12-09T15:23:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757850740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757850745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/542acd7b09264eef8173d7be411c4b89 2024-12-09T15:23:10,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/eea1072dab644b08863f6ad293969519 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eea1072dab644b08863f6ad293969519 2024-12-09T15:23:10,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eea1072dab644b08863f6ad293969519, entries=150, sequenceid=218, filesize=30.4 K 2024-12-09T15:23:10,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/146826c73a9440fdb56d4fd4169f8518 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/146826c73a9440fdb56d4fd4169f8518 2024-12-09T15:23:10,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/146826c73a9440fdb56d4fd4169f8518, entries=150, sequenceid=218, filesize=11.9 K 2024-12-09T15:23:10,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/542acd7b09264eef8173d7be411c4b89 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/542acd7b09264eef8173d7be411c4b89 2024-12-09T15:23:10,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/542acd7b09264eef8173d7be411c4b89, entries=150, sequenceid=218, filesize=11.9 K 2024-12-09T15:23:10,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 400e3afa86694492733e30d67d8d73a9 in 539ms, sequenceid=218, compaction requested=true 2024-12-09T15:23:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:10,792 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:10,792 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:10,795 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:10,795 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:10,795 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:10,795 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:10,795 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,795 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,795 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f9bf008d15424207aa79d33ccc85c523, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/211b371750c94402af84b0373d9e497c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/146826c73a9440fdb56d4fd4169f8518] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.0 K 2024-12-09T15:23:10,795 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a02a339a618b4783a022f35b83f28975, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d7ff55adea2c4829be9e114891ddb3c2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eea1072dab644b08863f6ad293969519] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=91.5 K 2024-12-09T15:23:10,795 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,795 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a02a339a618b4783a022f35b83f28975, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d7ff55adea2c4829be9e114891ddb3c2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eea1072dab644b08863f6ad293969519] 2024-12-09T15:23:10,795 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting f9bf008d15424207aa79d33ccc85c523, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733757788445 2024-12-09T15:23:10,795 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a02a339a618b4783a022f35b83f28975, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733757788445 2024-12-09T15:23:10,795 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 211b371750c94402af84b0373d9e497c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733757788477 2024-12-09T15:23:10,796 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7ff55adea2c4829be9e114891ddb3c2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733757788477 2024-12-09T15:23:10,796 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 146826c73a9440fdb56d4fd4169f8518, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733757789613 2024-12-09T15:23:10,796 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting eea1072dab644b08863f6ad293969519, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733757789613 2024-12-09T15:23:10,801 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:10,813 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:10,813 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/16773a77659b4987bb01ab52fa3c6c47 is 50, key is test_row_0/B:col10/1733757789613/Put/seqid=0 2024-12-09T15:23:10,818 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412091068fe0f130542bba16b84f48eae7f80_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:10,820 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412091068fe0f130542bba16b84f48eae7f80_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:10,820 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091068fe0f130542bba16b84f48eae7f80_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:10,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742463_1639 (size=12663) 2024-12-09T15:23:10,831 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/16773a77659b4987bb01ab52fa3c6c47 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/16773a77659b4987bb01ab52fa3c6c47 2024-12-09T15:23:10,838 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 16773a77659b4987bb01ab52fa3c6c47(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:10,838 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:10,838 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757790792; duration=0sec 2024-12-09T15:23:10,838 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:10,838 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:10,838 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:10,841 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:10,841 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:10,841 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,841 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fb1a2c4d81db464ea175117525cf65ef, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/9d478600a8e24e5e8038b3e2fd0a1c59, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/542acd7b09264eef8173d7be411c4b89] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.0 K 2024-12-09T15:23:10,841 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting fb1a2c4d81db464ea175117525cf65ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733757788445 2024-12-09T15:23:10,842 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d478600a8e24e5e8038b3e2fd0a1c59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733757788477 2024-12-09T15:23:10,842 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 542acd7b09264eef8173d7be411c4b89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733757789613 2024-12-09T15:23:10,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742464_1640 (size=4469) 2024-12-09T15:23:10,846 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#538 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:10,846 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e576fa2c37f2475d91f0a13696cc522b is 175, key is test_row_0/A:col10/1733757789613/Put/seqid=0 2024-12-09T15:23:10,854 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:10,854 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/184e2b4404294ef79e9711de93436f04 is 50, key is test_row_0/C:col10/1733757789613/Put/seqid=0 2024-12-09T15:23:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742465_1641 (size=31617) 2024-12-09T15:23:10,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742466_1642 (size=12629) 2024-12-09T15:23:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:10,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:23:10,893 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/184e2b4404294ef79e9711de93436f04 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/184e2b4404294ef79e9711de93436f04 2024-12-09T15:23:10,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:10,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:10,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:10,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:10,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:10,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:10,898 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into 184e2b4404294ef79e9711de93436f04(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:10,898 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:10,898 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=13, startTime=1733757790792; duration=0sec 2024-12-09T15:23:10,898 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:10,898 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:10,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d390c5cb193349bd973fca0f03a148c4_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757790890/Put/seqid=0 2024-12-09T15:23:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757850909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757850910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757850911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742467_1643 (size=12304) 2024-12-09T15:23:10,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:10,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:10,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:10,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:10,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757851012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757851013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757851015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:11,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:11,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757851215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757851217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757851219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,273 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e576fa2c37f2475d91f0a13696cc522b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e576fa2c37f2475d91f0a13696cc522b 2024-12-09T15:23:11,277 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into e576fa2c37f2475d91f0a13696cc522b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:11,277 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:11,277 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757790792; duration=0sec 2024-12-09T15:23:11,277 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:11,277 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:11,314 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:11,317 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d390c5cb193349bd973fca0f03a148c4_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d390c5cb193349bd973fca0f03a148c4_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:11,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d383c3806d31480aaa74bb104b14f4ca, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:11,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d383c3806d31480aaa74bb104b14f4ca is 175, key is test_row_0/A:col10/1733757790890/Put/seqid=0 2024-12-09T15:23:11,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742468_1644 (size=31105) 2024-12-09T15:23:11,323 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d383c3806d31480aaa74bb104b14f4ca 2024-12-09T15:23:11,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5f87aa03e5a1417896bf2311dce6b050 is 50, key is test_row_0/B:col10/1733757790890/Put/seqid=0 2024-12-09T15:23:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-09T15:23:11,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742469_1645 (size=12151) 2024-12-09T15:23:11,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5f87aa03e5a1417896bf2311dce6b050 2024-12-09T15:23:11,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/33c7f9232f464a52a45bdca5e6e32822 is 50, key is test_row_0/C:col10/1733757790890/Put/seqid=0 2024-12-09T15:23:11,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:11,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:11,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742470_1646 (size=12151) 2024-12-09T15:23:11,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/33c7f9232f464a52a45bdca5e6e32822 2024-12-09T15:23:11,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/d383c3806d31480aaa74bb104b14f4ca as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d383c3806d31480aaa74bb104b14f4ca 2024-12-09T15:23:11,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d383c3806d31480aaa74bb104b14f4ca, entries=150, sequenceid=242, filesize=30.4 K 2024-12-09T15:23:11,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5f87aa03e5a1417896bf2311dce6b050 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5f87aa03e5a1417896bf2311dce6b050 2024-12-09T15:23:11,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5f87aa03e5a1417896bf2311dce6b050, entries=150, sequenceid=242, filesize=11.9 K 2024-12-09T15:23:11,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/33c7f9232f464a52a45bdca5e6e32822 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/33c7f9232f464a52a45bdca5e6e32822 2024-12-09T15:23:11,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/33c7f9232f464a52a45bdca5e6e32822, entries=150, sequenceid=242, filesize=11.9 K 2024-12-09T15:23:11,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 400e3afa86694492733e30d67d8d73a9 in 531ms, sequenceid=242, compaction requested=false 2024-12-09T15:23:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:11,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T15:23:11,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:11,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:11,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:11,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:11,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:11,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:11,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e7fb5131facf401487c268fd3c478135_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757790905/Put/seqid=0 2024-12-09T15:23:11,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:11,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:11,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742471_1647 (size=14844) 2024-12-09T15:23:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:11,547 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e7fb5131facf401487c268fd3c478135_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e7fb5131facf401487c268fd3c478135_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:11,548 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0d543d39cc644c33980c72cffddf6bca, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:11,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0d543d39cc644c33980c72cffddf6bca is 175, key is test_row_0/A:col10/1733757790905/Put/seqid=0 2024-12-09T15:23:11,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742472_1648 (size=39799) 2024-12-09T15:23:11,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757851561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757851562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757851562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757851664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757851664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757851665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:11,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:11,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757851752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757851752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:11,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:11,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:11,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757851868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757851868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757851868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,952 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0d543d39cc644c33980c72cffddf6bca 2024-12-09T15:23:11,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/6295f0b3cb794ef59532b627c926d70f is 50, key is test_row_0/B:col10/1733757790905/Put/seqid=0 2024-12-09T15:23:11,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742473_1649 (size=12201) 2024-12-09T15:23:11,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:11,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:11,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:12,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:12,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:12,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:12,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:12,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:12,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757852170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757852171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757852171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:12,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:12,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:12,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:12,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/6295f0b3cb794ef59532b627c926d70f 2024-12-09T15:23:12,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/c3059c0bf9294ea4ad9cb46cd4caed45 is 50, key is test_row_0/C:col10/1733757790905/Put/seqid=0 2024-12-09T15:23:12,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742474_1650 (size=12201) 2024-12-09T15:23:12,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/c3059c0bf9294ea4ad9cb46cd4caed45 2024-12-09T15:23:12,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0d543d39cc644c33980c72cffddf6bca as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0d543d39cc644c33980c72cffddf6bca 2024-12-09T15:23:12,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0d543d39cc644c33980c72cffddf6bca, entries=200, sequenceid=258, filesize=38.9 K 2024-12-09T15:23:12,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/6295f0b3cb794ef59532b627c926d70f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6295f0b3cb794ef59532b627c926d70f 2024-12-09T15:23:12,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6295f0b3cb794ef59532b627c926d70f, entries=150, sequenceid=258, filesize=11.9 K 2024-12-09T15:23:12,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/c3059c0bf9294ea4ad9cb46cd4caed45 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c3059c0bf9294ea4ad9cb46cd4caed45 2024-12-09T15:23:12,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c3059c0bf9294ea4ad9cb46cd4caed45, entries=150, sequenceid=258, filesize=11.9 K 2024-12-09T15:23:12,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 400e3afa86694492733e30d67d8d73a9 in 887ms, sequenceid=258, compaction requested=true 2024-12-09T15:23:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:12,418 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:23:12,418 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:12,419 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:12,419 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:12,419 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,419 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/16773a77659b4987bb01ab52fa3c6c47, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5f87aa03e5a1417896bf2311dce6b050, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6295f0b3cb794ef59532b627c926d70f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.1 K 2024-12-09T15:23:12,419 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:12,420 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:12,420 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,420 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e576fa2c37f2475d91f0a13696cc522b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d383c3806d31480aaa74bb104b14f4ca, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0d543d39cc644c33980c72cffddf6bca] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=100.1 K 2024-12-09T15:23:12,420 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,420 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e576fa2c37f2475d91f0a13696cc522b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d383c3806d31480aaa74bb104b14f4ca, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0d543d39cc644c33980c72cffddf6bca] 2024-12-09T15:23:12,420 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 16773a77659b4987bb01ab52fa3c6c47, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733757789613 2024-12-09T15:23:12,420 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e576fa2c37f2475d91f0a13696cc522b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733757789613 2024-12-09T15:23:12,421 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f87aa03e5a1417896bf2311dce6b050, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733757790887 2024-12-09T15:23:12,421 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting d383c3806d31480aaa74bb104b14f4ca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733757790887 2024-12-09T15:23:12,421 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6295f0b3cb794ef59532b627c926d70f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733757790905 2024-12-09T15:23:12,422 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d543d39cc644c33980c72cffddf6bca, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733757790905 2024-12-09T15:23:12,429 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:12,429 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/36bd9ff150b146fe8056dc697d7d66af is 50, key is test_row_0/B:col10/1733757790905/Put/seqid=0 2024-12-09T15:23:12,432 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742475_1651 (size=12815) 2024-12-09T15:23:12,442 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209df5b3989f99c46b1a4cd000b961ce998_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:12,444 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209df5b3989f99c46b1a4cd000b961ce998_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:12,444 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209df5b3989f99c46b1a4cd000b961ce998_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:12,449 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/36bd9ff150b146fe8056dc697d7d66af as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/36bd9ff150b146fe8056dc697d7d66af 2024-12-09T15:23:12,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742476_1652 (size=4469) 2024-12-09T15:23:12,452 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#548 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:12,452 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/21e4c3d0402841378eeebf03266da3d6 is 175, key is test_row_0/A:col10/1733757790905/Put/seqid=0 2024-12-09T15:23:12,457 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 36bd9ff150b146fe8056dc697d7d66af(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:12,457 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:12,457 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757792418; duration=0sec 2024-12-09T15:23:12,457 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:12,457 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:12,457 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:12,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-09T15:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,459 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T15:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:12,460 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:12,460 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:12,460 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,460 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/184e2b4404294ef79e9711de93436f04, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/33c7f9232f464a52a45bdca5e6e32822, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c3059c0bf9294ea4ad9cb46cd4caed45] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.1 K 2024-12-09T15:23:12,461 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 184e2b4404294ef79e9711de93436f04, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733757789613 2024-12-09T15:23:12,461 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 33c7f9232f464a52a45bdca5e6e32822, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733757790887 2024-12-09T15:23:12,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742477_1653 (size=31769) 2024-12-09T15:23:12,462 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c3059c0bf9294ea4ad9cb46cd4caed45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733757790905 2024-12-09T15:23:12,478 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/21e4c3d0402841378eeebf03266da3d6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/21e4c3d0402841378eeebf03266da3d6 2024-12-09T15:23:12,482 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into 21e4c3d0402841378eeebf03266da3d6(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:12,482 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:12,482 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757792418; duration=0sec 2024-12-09T15:23:12,482 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:12,482 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:12,486 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:12,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097ed5aed317a547a5acbb0140e0e2d131_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757791560/Put/seqid=0 2024-12-09T15:23:12,486 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/0c52f6e080af4758be487079e8c451ac is 50, key is test_row_0/C:col10/1733757790905/Put/seqid=0 2024-12-09T15:23:12,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742478_1654 (size=12454) 2024-12-09T15:23:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742479_1655 (size=12781) 2024-12-09T15:23:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,510 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097ed5aed317a547a5acbb0140e0e2d131_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097ed5aed317a547a5acbb0140e0e2d131_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/069e9697aed943169319156ba36c06f2, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:12,511 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/0c52f6e080af4758be487079e8c451ac as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0c52f6e080af4758be487079e8c451ac 2024-12-09T15:23:12,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/069e9697aed943169319156ba36c06f2 is 175, key is test_row_0/A:col10/1733757791560/Put/seqid=0 2024-12-09T15:23:12,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742480_1656 (size=31255) 2024-12-09T15:23:12,516 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into 0c52f6e080af4758be487079e8c451ac(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:12,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:12,517 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=13, startTime=1733757792418; duration=0sec 2024-12-09T15:23:12,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:12,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:12,517 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/069e9697aed943169319156ba36c06f2 2024-12-09T15:23:12,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/64ab1bc48ea3489d8e3854a2a953c4c6 is 50, key is test_row_0/B:col10/1733757791560/Put/seqid=0 2024-12-09T15:23:12,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742481_1657 (size=12301) 2024-12-09T15:23:12,528 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/64ab1bc48ea3489d8e3854a2a953c4c6 2024-12-09T15:23:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/19523be3d2854c46a87d0bee2b33e5ab is 50, key is test_row_0/C:col10/1733757791560/Put/seqid=0 2024-12-09T15:23:12,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742482_1658 (size=12301) 2024-12-09T15:23:12,539 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/19523be3d2854c46a87d0bee2b33e5ab 2024-12-09T15:23:12,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/069e9697aed943169319156ba36c06f2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/069e9697aed943169319156ba36c06f2 2024-12-09T15:23:12,547 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/069e9697aed943169319156ba36c06f2, entries=150, sequenceid=281, filesize=30.5 K 2024-12-09T15:23:12,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/64ab1bc48ea3489d8e3854a2a953c4c6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/64ab1bc48ea3489d8e3854a2a953c4c6 2024-12-09T15:23:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,551 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/64ab1bc48ea3489d8e3854a2a953c4c6, entries=150, sequenceid=281, filesize=12.0 K 2024-12-09T15:23:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/19523be3d2854c46a87d0bee2b33e5ab as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/19523be3d2854c46a87d0bee2b33e5ab 2024-12-09T15:23:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,556 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/19523be3d2854c46a87d0bee2b33e5ab, entries=150, sequenceid=281, filesize=12.0 K 2024-12-09T15:23:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,556 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 400e3afa86694492733e30d67d8d73a9 in 97ms, sequenceid=281, compaction requested=false 2024-12-09T15:23:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:12,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:12,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-09T15:23:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-09T15:23:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-09T15:23:12,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3370 sec 2024-12-09T15:23:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 3.3420 sec 2024-12-09T15:23:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T15:23:12,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:12,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:12,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:12,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:12,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:12,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d7ff1ac7d7ae4019a4b489de40c65d65_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757792772/Put/seqid=0 2024-12-09T15:23:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742483_1659 (size=20074) 2024-12-09T15:23:12,820 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:12,825 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d7ff1ac7d7ae4019a4b489de40c65d65_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d7ff1ac7d7ae4019a4b489de40c65d65_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:12,826 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/57493b80296c4cdca1325342151169e9, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:12,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/57493b80296c4cdca1325342151169e9 is 175, key is test_row_0/A:col10/1733757792772/Put/seqid=0 2024-12-09T15:23:12,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757852836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757852838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757852840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742484_1660 (size=57333) 2024-12-09T15:23:12,864 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/57493b80296c4cdca1325342151169e9 2024-12-09T15:23:12,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/1a1e52e7910e4117ad50ac04bc288798 is 50, key is test_row_0/B:col10/1733757792772/Put/seqid=0 2024-12-09T15:23:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742485_1661 (size=12301) 2024-12-09T15:23:12,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/1a1e52e7910e4117ad50ac04bc288798 2024-12-09T15:23:12,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757852942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757852945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:12,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/5cee0d2acb744a208e6f2dbcfa29165f is 50, key is test_row_0/C:col10/1733757792772/Put/seqid=0 2024-12-09T15:23:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757852945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742486_1662 (size=12301) 2024-12-09T15:23:13,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/5cee0d2acb744a208e6f2dbcfa29165f 2024-12-09T15:23:13,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/57493b80296c4cdca1325342151169e9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/57493b80296c4cdca1325342151169e9 2024-12-09T15:23:13,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/57493b80296c4cdca1325342151169e9, entries=300, sequenceid=295, filesize=56.0 K 2024-12-09T15:23:13,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/1a1e52e7910e4117ad50ac04bc288798 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1a1e52e7910e4117ad50ac04bc288798 2024-12-09T15:23:13,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1a1e52e7910e4117ad50ac04bc288798, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T15:23:13,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/5cee0d2acb744a208e6f2dbcfa29165f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5cee0d2acb744a208e6f2dbcfa29165f 2024-12-09T15:23:13,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5cee0d2acb744a208e6f2dbcfa29165f, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T15:23:13,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 400e3afa86694492733e30d67d8d73a9 in 250ms, sequenceid=295, compaction requested=true 2024-12-09T15:23:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:13,026 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:13,026 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:13,027 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:13,027 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120357 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:13,027 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:13,027 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:13,027 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,027 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,027 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/21e4c3d0402841378eeebf03266da3d6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/069e9697aed943169319156ba36c06f2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/57493b80296c4cdca1325342151169e9] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=117.5 K 2024-12-09T15:23:13,027 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/36bd9ff150b146fe8056dc697d7d66af, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/64ab1bc48ea3489d8e3854a2a953c4c6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1a1e52e7910e4117ad50ac04bc288798] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.5 K 2024-12-09T15:23:13,027 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,027 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/21e4c3d0402841378eeebf03266da3d6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/069e9697aed943169319156ba36c06f2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/57493b80296c4cdca1325342151169e9] 2024-12-09T15:23:13,029 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 36bd9ff150b146fe8056dc697d7d66af, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733757790905 2024-12-09T15:23:13,029 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21e4c3d0402841378eeebf03266da3d6, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733757790905 2024-12-09T15:23:13,029 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 64ab1bc48ea3489d8e3854a2a953c4c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733757791555 2024-12-09T15:23:13,029 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 069e9697aed943169319156ba36c06f2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733757791555 2024-12-09T15:23:13,029 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57493b80296c4cdca1325342151169e9, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733757792744 2024-12-09T15:23:13,029 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a1e52e7910e4117ad50ac04bc288798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733757792770 2024-12-09T15:23:13,050 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#556 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:13,051 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9c7859b4a26041868f82e8d988a9ca90 is 50, key is test_row_0/B:col10/1733757792772/Put/seqid=0 2024-12-09T15:23:13,061 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:13,069 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209e25cc06e7ba547de8adb9175eb043f8a_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:13,073 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209e25cc06e7ba547de8adb9175eb043f8a_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:13,073 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e25cc06e7ba547de8adb9175eb043f8a_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:13,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742487_1663 (size=13017) 2024-12-09T15:23:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742488_1664 (size=4469) 2024-12-09T15:23:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:13,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:23:13,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:13,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dc299d42cd9d432e9a573ae86df31e42_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757793148/Put/seqid=0 2024-12-09T15:23:13,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757853159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757853160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757853161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742489_1665 (size=12454) 2024-12-09T15:23:13,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757853263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757853264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757853265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-09T15:23:13,331 INFO [Thread-2559 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-09T15:23:13,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:23:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-09T15:23:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-09T15:23:13,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:23:13,334 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:23:13,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:23:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-09T15:23:13,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757853468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757853469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757853469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-09T15:23:13,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,491 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9c7859b4a26041868f82e8d988a9ca90 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9c7859b4a26041868f82e8d988a9ca90 2024-12-09T15:23:13,497 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#557 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:13,498 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/a6e9cfea2f1948ef8bd2649edc788177 is 175, key is test_row_0/A:col10/1733757792772/Put/seqid=0 2024-12-09T15:23:13,502 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 9c7859b4a26041868f82e8d988a9ca90(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:13,502 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:13,502 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757793026; duration=0sec 2024-12-09T15:23:13,502 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:13,502 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:13,502 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:13,503 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:13,503 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:13,503 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,503 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0c52f6e080af4758be487079e8c451ac, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/19523be3d2854c46a87d0bee2b33e5ab, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5cee0d2acb744a208e6f2dbcfa29165f] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.5 K 2024-12-09T15:23:13,504 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c52f6e080af4758be487079e8c451ac, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733757790905 2024-12-09T15:23:13,505 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 19523be3d2854c46a87d0bee2b33e5ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733757791555 2024-12-09T15:23:13,505 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cee0d2acb744a208e6f2dbcfa29165f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733757792770 2024-12-09T15:23:13,523 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:13,524 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/eabc6106a464444fa483b599d6c06f7a is 50, key is test_row_0/C:col10/1733757792772/Put/seqid=0 2024-12-09T15:23:13,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742490_1666 (size=31971) 2024-12-09T15:23:13,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742491_1667 (size=12983) 2024-12-09T15:23:13,570 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:13,574 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dc299d42cd9d432e9a573ae86df31e42_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dc299d42cd9d432e9a573ae86df31e42_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:13,575 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/1d541b0cc22142289049242ca423bdb5, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:13,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/1d541b0cc22142289049242ca423bdb5 is 175, key is test_row_0/A:col10/1733757793148/Put/seqid=0 2024-12-09T15:23:13,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742492_1668 (size=31255) 2024-12-09T15:23:13,583 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/1d541b0cc22142289049242ca423bdb5 2024-12-09T15:23:13,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/c4d0cd1230814828bdf49351d24b551c is 50, key is test_row_0/B:col10/1733757793148/Put/seqid=0 2024-12-09T15:23:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742493_1669 (size=12301) 2024-12-09T15:23:13,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/c4d0cd1230814828bdf49351d24b551c 2024-12-09T15:23:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-09T15:23:13,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/833a201b968d418bb14b8205a58a0e63 is 50, key is test_row_0/C:col10/1733757793148/Put/seqid=0 2024-12-09T15:23:13,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-09T15:23:13,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:13,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742494_1670 (size=12301) 2024-12-09T15:23:13,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/833a201b968d418bb14b8205a58a0e63 2024-12-09T15:23:13,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/1d541b0cc22142289049242ca423bdb5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1d541b0cc22142289049242ca423bdb5 2024-12-09T15:23:13,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1d541b0cc22142289049242ca423bdb5, entries=150, sequenceid=320, filesize=30.5 K 2024-12-09T15:23:13,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/c4d0cd1230814828bdf49351d24b551c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c4d0cd1230814828bdf49351d24b551c 2024-12-09T15:23:13,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c4d0cd1230814828bdf49351d24b551c, entries=150, sequenceid=320, filesize=12.0 K 2024-12-09T15:23:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/833a201b968d418bb14b8205a58a0e63 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/833a201b968d418bb14b8205a58a0e63 2024-12-09T15:23:13,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/833a201b968d418bb14b8205a58a0e63, entries=150, sequenceid=320, filesize=12.0 K 2024-12-09T15:23:13,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 400e3afa86694492733e30d67d8d73a9 in 555ms, sequenceid=320, compaction requested=false 2024-12-09T15:23:13,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:13,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T15:23:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:13,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093ca9282ab181452d964145e49dfa6369_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757793155/Put/seqid=0 2024-12-09T15:23:13,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742495_1671 (size=14994) 2024-12-09T15:23:13,767 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:13,770 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093ca9282ab181452d964145e49dfa6369_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093ca9282ab181452d964145e49dfa6369_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:13,770 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3430a683707844b79acfdb935eb9b6cc, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:13,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3430a683707844b79acfdb935eb9b6cc is 175, key is test_row_0/A:col10/1733757793155/Put/seqid=0 2024-12-09T15:23:13,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742496_1672 (size=39949) 2024-12-09T15:23:13,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3430a683707844b79acfdb935eb9b6cc 2024-12-09T15:23:13,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/428656be0d0b4c41a60b0349018d2f3c is 50, key is test_row_0/B:col10/1733757793155/Put/seqid=0 2024-12-09T15:23:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742497_1673 (size=12301) 2024-12-09T15:23:13,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/428656be0d0b4c41a60b0349018d2f3c 2024-12-09T15:23:13,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/0f09a799ffb0463aaa9ee0b90362c452 is 50, key is test_row_0/C:col10/1733757793155/Put/seqid=0 2024-12-09T15:23:13,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757853788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-09T15:23:13,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:13,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742498_1674 (size=12301) 2024-12-09T15:23:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757853792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757853793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757853793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757853793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757853897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757853898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757853899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757853904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757853905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,938 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/a6e9cfea2f1948ef8bd2649edc788177 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a6e9cfea2f1948ef8bd2649edc788177 2024-12-09T15:23:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-09T15:23:13,943 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into a6e9cfea2f1948ef8bd2649edc788177(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:13,943 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:13,943 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757793026; duration=0sec 2024-12-09T15:23:13,944 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:13,944 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:13,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:13,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-09T15:23:13,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:13,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:13,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:13,948 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/eabc6106a464444fa483b599d6c06f7a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/eabc6106a464444fa483b599d6c06f7a 2024-12-09T15:23:13,952 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into eabc6106a464444fa483b599d6c06f7a(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:13,952 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:13,953 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=13, startTime=1733757793026; duration=0sec 2024-12-09T15:23:13,953 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:13,953 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:14,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-09T15:23:14,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:14,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:14,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:14,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:14,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:14,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757854101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757854102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757854102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757854110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757854114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/0f09a799ffb0463aaa9ee0b90362c452 2024-12-09T15:23:14,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3430a683707844b79acfdb935eb9b6cc as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3430a683707844b79acfdb935eb9b6cc 2024-12-09T15:23:14,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3430a683707844b79acfdb935eb9b6cc, entries=200, sequenceid=333, filesize=39.0 K 2024-12-09T15:23:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/428656be0d0b4c41a60b0349018d2f3c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/428656be0d0b4c41a60b0349018d2f3c 2024-12-09T15:23:14,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/428656be0d0b4c41a60b0349018d2f3c, entries=150, sequenceid=333, filesize=12.0 K 2024-12-09T15:23:14,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/0f09a799ffb0463aaa9ee0b90362c452 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0f09a799ffb0463aaa9ee0b90362c452 2024-12-09T15:23:14,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0f09a799ffb0463aaa9ee0b90362c452, entries=150, sequenceid=333, filesize=12.0 K 2024-12-09T15:23:14,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 400e3afa86694492733e30d67d8d73a9 in 459ms, sequenceid=333, compaction requested=true 2024-12-09T15:23:14,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:14,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:14,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:14,216 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:14,216 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:14,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:14,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:14,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:14,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:14,217 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:14,217 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:14,217 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:14,217 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:14,217 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:14,217 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:14,217 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a6e9cfea2f1948ef8bd2649edc788177, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1d541b0cc22142289049242ca423bdb5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3430a683707844b79acfdb935eb9b6cc] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=100.8 K 2024-12-09T15:23:14,217 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9c7859b4a26041868f82e8d988a9ca90, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c4d0cd1230814828bdf49351d24b551c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/428656be0d0b4c41a60b0349018d2f3c] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.7 K 2024-12-09T15:23:14,217 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:14,217 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a6e9cfea2f1948ef8bd2649edc788177, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1d541b0cc22142289049242ca423bdb5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3430a683707844b79acfdb935eb9b6cc] 2024-12-09T15:23:14,218 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c7859b4a26041868f82e8d988a9ca90, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733757792770 2024-12-09T15:23:14,218 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6e9cfea2f1948ef8bd2649edc788177, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733757792770 2024-12-09T15:23:14,218 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c4d0cd1230814828bdf49351d24b551c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733757792821 2024-12-09T15:23:14,218 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d541b0cc22142289049242ca423bdb5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733757792821 2024-12-09T15:23:14,218 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 428656be0d0b4c41a60b0349018d2f3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733757793155 2024-12-09T15:23:14,219 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3430a683707844b79acfdb935eb9b6cc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733757793155 2024-12-09T15:23:14,227 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:14,227 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:14,227 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5cfde89d02c34188bf08214f5db99db4 is 50, key is test_row_0/B:col10/1733757793155/Put/seqid=0 2024-12-09T15:23:14,229 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412094e5a3be10b534c64a378acbb4cfa0587_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:14,231 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412094e5a3be10b534c64a378acbb4cfa0587_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:14,231 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094e5a3be10b534c64a378acbb4cfa0587_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:14,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742500_1676 (size=4469) 2024-12-09T15:23:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742499_1675 (size=13119) 2024-12-09T15:23:14,246 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5cfde89d02c34188bf08214f5db99db4 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5cfde89d02c34188bf08214f5db99db4 2024-12-09T15:23:14,251 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 5cfde89d02c34188bf08214f5db99db4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:14,251 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:14,251 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757794216; duration=0sec 2024-12-09T15:23:14,252 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:14,252 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:14,252 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:14,253 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:14,253 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:14,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,253 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:14,254 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/eabc6106a464444fa483b599d6c06f7a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/833a201b968d418bb14b8205a58a0e63, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0f09a799ffb0463aaa9ee0b90362c452] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.7 K 2024-12-09T15:23:14,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-09T15:23:14,254 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting eabc6106a464444fa483b599d6c06f7a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733757792770 2024-12-09T15:23:14,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:14,254 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T15:23:14,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:14,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:14,254 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 833a201b968d418bb14b8205a58a0e63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733757792821 2024-12-09T15:23:14,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:14,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:14,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:14,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:14,255 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f09a799ffb0463aaa9ee0b90362c452, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733757793155 2024-12-09T15:23:14,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120960e92cd92e134cb1b9e964cd63e44df6_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757793790/Put/seqid=0 2024-12-09T15:23:14,263 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#568 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:14,263 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/6e9474346a304c19b72916c9234f39aa is 50, key is test_row_0/C:col10/1733757793155/Put/seqid=0 2024-12-09T15:23:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742501_1677 (size=12454) 2024-12-09T15:23:14,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742502_1678 (size=13085) 2024-12-09T15:23:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:14,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757854412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757854413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757854413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757854415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757854419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-09T15:23:14,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757854517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757854518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757854518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,636 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#566 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:14,637 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/26eff41eab0f4f3a9301d93096f51e18 is 175, key is test_row_0/A:col10/1733757793155/Put/seqid=0 2024-12-09T15:23:14,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742503_1679 (size=32073) 2024-12-09T15:23:14,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:14,669 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120960e92cd92e134cb1b9e964cd63e44df6_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120960e92cd92e134cb1b9e964cd63e44df6_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/eff89e35db144e43b04def214af1291e, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/eff89e35db144e43b04def214af1291e is 175, key is test_row_0/A:col10/1733757793790/Put/seqid=0 2024-12-09T15:23:14,675 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/6e9474346a304c19b72916c9234f39aa as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6e9474346a304c19b72916c9234f39aa 2024-12-09T15:23:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742504_1680 (size=31255) 2024-12-09T15:23:14,677 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/eff89e35db144e43b04def214af1291e 2024-12-09T15:23:14,681 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into 6e9474346a304c19b72916c9234f39aa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:14,681 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:14,681 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=13, startTime=1733757794216; duration=0sec 2024-12-09T15:23:14,681 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:14,681 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:14,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5dc9516b6aad48d0a389f594bf3baf07 is 50, key is test_row_0/B:col10/1733757793790/Put/seqid=0 2024-12-09T15:23:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742505_1681 (size=12301) 2024-12-09T15:23:14,694 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5dc9516b6aad48d0a389f594bf3baf07 2024-12-09T15:23:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/11489f9a1872484799db267c6f6b1c35 is 50, key is test_row_0/C:col10/1733757793790/Put/seqid=0 2024-12-09T15:23:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742506_1682 (size=12301) 2024-12-09T15:23:14,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757854719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757854722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757854722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757854917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:14,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757854922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757855022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757855028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757855028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,050 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/26eff41eab0f4f3a9301d93096f51e18 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/26eff41eab0f4f3a9301d93096f51e18 2024-12-09T15:23:15,058 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into 26eff41eab0f4f3a9301d93096f51e18(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:15,058 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:15,058 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757794216; duration=0sec 2024-12-09T15:23:15,058 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:15,058 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:15,108 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/11489f9a1872484799db267c6f6b1c35 2024-12-09T15:23:15,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/eff89e35db144e43b04def214af1291e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eff89e35db144e43b04def214af1291e 2024-12-09T15:23:15,114 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eff89e35db144e43b04def214af1291e, entries=150, sequenceid=362, filesize=30.5 K 2024-12-09T15:23:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5dc9516b6aad48d0a389f594bf3baf07 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5dc9516b6aad48d0a389f594bf3baf07 2024-12-09T15:23:15,121 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5dc9516b6aad48d0a389f594bf3baf07, entries=150, sequenceid=362, filesize=12.0 K 2024-12-09T15:23:15,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/11489f9a1872484799db267c6f6b1c35 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/11489f9a1872484799db267c6f6b1c35 2024-12-09T15:23:15,125 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/11489f9a1872484799db267c6f6b1c35, entries=150, sequenceid=362, filesize=12.0 K 2024-12-09T15:23:15,126 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 400e3afa86694492733e30d67d8d73a9 in 872ms, sequenceid=362, compaction requested=false 2024-12-09T15:23:15,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:15,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:15,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-09T15:23:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-09T15:23:15,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-09T15:23:15,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7940 sec 2024-12-09T15:23:15,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.7970 sec 2024-12-09T15:23:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-09T15:23:15,443 INFO [Thread-2559 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-09T15:23:15,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-09T15:23:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-09T15:23:15,457 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:23:15,461 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:23:15,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:23:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:15,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:23:15,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:15,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:15,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:15,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:15,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:15,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-09T15:23:15,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fd57ffab36854a07b2476c0c6bdd8940_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757795544/Put/seqid=0 2024-12-09T15:23:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742507_1683 (size=17534) 2024-12-09T15:23:15,621 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:15,624 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fd57ffab36854a07b2476c0c6bdd8940_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fd57ffab36854a07b2476c0c6bdd8940_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:15,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757855624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757855624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,629 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/7f29e07f20314f958b92400414b0f9ee, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:15,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/7f29e07f20314f958b92400414b0f9ee is 175, key is test_row_0/A:col10/1733757795544/Put/seqid=0 2024-12-09T15:23:15,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-09T15:23:15,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:15,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:15,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:15,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:15,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:15,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757855629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742508_1684 (size=48639) 2024-12-09T15:23:15,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757855728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757855730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757855734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-09T15:23:15,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-09T15:23:15,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:15,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:15,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:15,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:15,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757855931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757855934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,937 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-09T15:23:15,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:15,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:15,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:15,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:15,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757855934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757855939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757855940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-09T15:23:16,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/7f29e07f20314f958b92400414b0f9ee 2024-12-09T15:23:16,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/f620e558a9a64f1a8834a465362a043c is 50, key is test_row_0/B:col10/1733757795544/Put/seqid=0 2024-12-09T15:23:16,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-09T15:23:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742509_1685 (size=12301) 2024-12-09T15:23:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:16,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757856238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757856242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757856247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-09T15:23:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:16,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-09T15:23:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:16,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:16,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/f620e558a9a64f1a8834a465362a043c 2024-12-09T15:23:16,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/aae1c8e476b34c0da8044a9e5ca91e85 is 50, key is test_row_0/C:col10/1733757795544/Put/seqid=0 2024-12-09T15:23:16,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742510_1686 (size=12301) 2024-12-09T15:23:16,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/aae1c8e476b34c0da8044a9e5ca91e85 2024-12-09T15:23:16,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/7f29e07f20314f958b92400414b0f9ee as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/7f29e07f20314f958b92400414b0f9ee 2024-12-09T15:23:16,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/7f29e07f20314f958b92400414b0f9ee, entries=250, sequenceid=376, filesize=47.5 K 2024-12-09T15:23:16,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/f620e558a9a64f1a8834a465362a043c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f620e558a9a64f1a8834a465362a043c 2024-12-09T15:23:16,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f620e558a9a64f1a8834a465362a043c, entries=150, sequenceid=376, filesize=12.0 K 2024-12-09T15:23:16,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/aae1c8e476b34c0da8044a9e5ca91e85 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aae1c8e476b34c0da8044a9e5ca91e85 2024-12-09T15:23:16,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aae1c8e476b34c0da8044a9e5ca91e85, entries=150, sequenceid=376, filesize=12.0 K 2024-12-09T15:23:16,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 400e3afa86694492733e30d67d8d73a9 in 1014ms, sequenceid=376, compaction requested=true 2024-12-09T15:23:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:16,558 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:16,558 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:16,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,561 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:16,561 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:16,561 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:16,561 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:16,561 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,561 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,561 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5cfde89d02c34188bf08214f5db99db4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5dc9516b6aad48d0a389f594bf3baf07, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f620e558a9a64f1a8834a465362a043c] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.8 K 2024-12-09T15:23:16,561 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/26eff41eab0f4f3a9301d93096f51e18, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eff89e35db144e43b04def214af1291e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/7f29e07f20314f958b92400414b0f9ee] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=109.3 K 2024-12-09T15:23:16,561 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,561 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/26eff41eab0f4f3a9301d93096f51e18, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eff89e35db144e43b04def214af1291e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/7f29e07f20314f958b92400414b0f9ee] 2024-12-09T15:23:16,561 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cfde89d02c34188bf08214f5db99db4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733757793155 2024-12-09T15:23:16,561 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26eff41eab0f4f3a9301d93096f51e18, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733757793155 2024-12-09T15:23:16,562 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting eff89e35db144e43b04def214af1291e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733757793788 2024-12-09T15:23:16,562 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dc9516b6aad48d0a389f594bf3baf07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733757793788 2024-12-09T15:23:16,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-09T15:23:16,562 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting f620e558a9a64f1a8834a465362a043c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733757794413 2024-12-09T15:23:16,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,562 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f29e07f20314f958b92400414b0f9ee, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733757794410 2024-12-09T15:23:16,562 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T15:23:16,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:16,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:16,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:16,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:16,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:16,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-09T15:23:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099eb12021aece4659a98c9f13790298dc_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757795624/Put/seqid=0 2024-12-09T15:23:16,568 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:16,570 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:16,570 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/1044c2ad1b814467b3d436ba4289d003 is 50, key is test_row_0/B:col10/1733757795544/Put/seqid=0 2024-12-09T15:23:16,573 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209635e9a576edf444a8ca390948abef210_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:16,575 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209635e9a576edf444a8ca390948abef210_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:16,575 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209635e9a576edf444a8ca390948abef210_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742511_1687 (size=12454) 2024-12-09T15:23:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742512_1688 (size=13221) 2024-12-09T15:23:16,590 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/1044c2ad1b814467b3d436ba4289d003 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1044c2ad1b814467b3d436ba4289d003 2024-12-09T15:23:16,595 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 1044c2ad1b814467b3d436ba4289d003(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:16,595 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:16,595 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757796558; duration=0sec 2024-12-09T15:23:16,595 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:16,595 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:16,595 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:16,597 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:16,597 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:16,597 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:16,597 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6e9474346a304c19b72916c9234f39aa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/11489f9a1872484799db267c6f6b1c35, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aae1c8e476b34c0da8044a9e5ca91e85] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=36.8 K 2024-12-09T15:23:16,597 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e9474346a304c19b72916c9234f39aa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733757793155 2024-12-09T15:23:16,598 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 11489f9a1872484799db267c6f6b1c35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733757793788 2024-12-09T15:23:16,598 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting aae1c8e476b34c0da8044a9e5ca91e85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733757794413 2024-12-09T15:23:16,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742513_1689 (size=4469) 2024-12-09T15:23:16,600 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#576 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:16,601 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0e00e5c3e9424221a4fc475d726377c9 is 175, key is test_row_0/A:col10/1733757795544/Put/seqid=0 2024-12-09T15:23:16,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742514_1690 (size=32175) 2024-12-09T15:23:16,635 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:16,636 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/891e45359c564270b659934970831cd1 is 50, key is test_row_0/C:col10/1733757795544/Put/seqid=0 2024-12-09T15:23:16,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742515_1691 (size=13187) 2024-12-09T15:23:16,649 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/0e00e5c3e9424221a4fc475d726377c9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0e00e5c3e9424221a4fc475d726377c9 2024-12-09T15:23:16,654 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/891e45359c564270b659934970831cd1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/891e45359c564270b659934970831cd1 2024-12-09T15:23:16,658 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into 0e00e5c3e9424221a4fc475d726377c9(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:16,658 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:16,658 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757796558; duration=0sec 2024-12-09T15:23:16,658 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:16,658 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:16,662 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into 891e45359c564270b659934970831cd1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:16,662 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:16,662 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=13, startTime=1733757796558; duration=0sec 2024-12-09T15:23:16,663 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:16,663 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:16,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:16,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757856753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757856753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757856754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757856855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757856860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757856861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:16,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:16,982 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099eb12021aece4659a98c9f13790298dc_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099eb12021aece4659a98c9f13790298dc_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:16,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/38e1a80cbc214267b9c461c2c384141f, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:16,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/38e1a80cbc214267b9c461c2c384141f is 175, key is test_row_0/A:col10/1733757795624/Put/seqid=0 2024-12-09T15:23:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742516_1692 (size=31255) 2024-12-09T15:23:17,004 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=400, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/38e1a80cbc214267b9c461c2c384141f 2024-12-09T15:23:17,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/664cf104ceb14f889bfc495b072efa88 is 50, key is test_row_0/B:col10/1733757795624/Put/seqid=0 2024-12-09T15:23:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742517_1693 (size=12301) 2024-12-09T15:23:17,038 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/664cf104ceb14f889bfc495b072efa88 2024-12-09T15:23:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/2d0498f1db7047e888b776db2810c56a is 50, key is test_row_0/C:col10/1733757795624/Put/seqid=0 2024-12-09T15:23:17,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742518_1694 (size=12301) 2024-12-09T15:23:17,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757857059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757857064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757857064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757857361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757857367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757857367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,452 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/2d0498f1db7047e888b776db2810c56a 2024-12-09T15:23:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/38e1a80cbc214267b9c461c2c384141f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/38e1a80cbc214267b9c461c2c384141f 2024-12-09T15:23:17,476 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/38e1a80cbc214267b9c461c2c384141f, entries=150, sequenceid=400, filesize=30.5 K 2024-12-09T15:23:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/664cf104ceb14f889bfc495b072efa88 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/664cf104ceb14f889bfc495b072efa88 2024-12-09T15:23:17,480 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/664cf104ceb14f889bfc495b072efa88, entries=150, sequenceid=400, filesize=12.0 K 2024-12-09T15:23:17,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/2d0498f1db7047e888b776db2810c56a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2d0498f1db7047e888b776db2810c56a 2024-12-09T15:23:17,488 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2d0498f1db7047e888b776db2810c56a, entries=150, sequenceid=400, filesize=12.0 K 2024-12-09T15:23:17,488 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 400e3afa86694492733e30d67d8d73a9 in 926ms, sequenceid=400, compaction requested=false 2024-12-09T15:23:17,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:17,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:17,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-09T15:23:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-09T15:23:17,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-09T15:23:17,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0320 sec 2024-12-09T15:23:17,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.0460 sec 2024-12-09T15:23:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-09T15:23:17,567 INFO [Thread-2559 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-09T15:23:17,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:23:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-09T15:23:17,582 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:23:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-09T15:23:17,583 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:23:17,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:23:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-09T15:23:17,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-09T15:23:17,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:17,736 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T15:23:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:17,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e52086b0a6b048df80e4f5c0d8d2bdc7_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757796753/Put/seqid=0 2024-12-09T15:23:17,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742519_1695 (size=12454) 2024-12-09T15:23:17,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-09T15:23:17,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757857902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757857903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757857904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757857951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,954 DEBUG [Thread-2551 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:23:17,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757857958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:17,960 DEBUG [Thread-2553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:23:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757858005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757858009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757858009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:18,155 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e52086b0a6b048df80e4f5c0d8d2bdc7_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e52086b0a6b048df80e4f5c0d8d2bdc7_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e741cde3eef14b768a91abe06c93c8e2, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e741cde3eef14b768a91abe06c93c8e2 is 175, key is test_row_0/A:col10/1733757796753/Put/seqid=0 2024-12-09T15:23:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742520_1696 (size=31255) 2024-12-09T15:23:18,168 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e741cde3eef14b768a91abe06c93c8e2 2024-12-09T15:23:18,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/a149461c9cfa47cda7705c186b5d6d7b is 50, key is test_row_0/B:col10/1733757796753/Put/seqid=0 2024-12-09T15:23:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742521_1697 (size=12301) 2024-12-09T15:23:18,178 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/a149461c9cfa47cda7705c186b5d6d7b 2024-12-09T15:23:18,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/60dc9f69ccc3486fa882a05f1db602e1 is 50, key is test_row_0/C:col10/1733757796753/Put/seqid=0 2024-12-09T15:23:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-09T15:23:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742522_1698 (size=12301) 2024-12-09T15:23:18,189 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/60dc9f69ccc3486fa882a05f1db602e1 2024-12-09T15:23:18,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/e741cde3eef14b768a91abe06c93c8e2 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e741cde3eef14b768a91abe06c93c8e2 2024-12-09T15:23:18,197 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e741cde3eef14b768a91abe06c93c8e2, entries=150, sequenceid=415, filesize=30.5 K 2024-12-09T15:23:18,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/a149461c9cfa47cda7705c186b5d6d7b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a149461c9cfa47cda7705c186b5d6d7b 2024-12-09T15:23:18,202 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a149461c9cfa47cda7705c186b5d6d7b, entries=150, sequenceid=415, filesize=12.0 K 2024-12-09T15:23:18,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/60dc9f69ccc3486fa882a05f1db602e1 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/60dc9f69ccc3486fa882a05f1db602e1 2024-12-09T15:23:18,207 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/60dc9f69ccc3486fa882a05f1db602e1, entries=150, sequenceid=415, filesize=12.0 K 2024-12-09T15:23:18,208 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 400e3afa86694492733e30d67d8d73a9 in 473ms, sequenceid=415, compaction requested=true 2024-12-09T15:23:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-09T15:23:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-09T15:23:18,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-09T15:23:18,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 626 msec 2024-12-09T15:23:18,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 630 msec 2024-12-09T15:23:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:18,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T15:23:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:18,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:18,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:18,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:18,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:18,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120902eb033685934f6aa4289a9ffa7a4bea_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757798212/Put/seqid=0 2024-12-09T15:23:18,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757858223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757858224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742523_1699 (size=12454) 2024-12-09T15:23:18,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:18,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757858226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,232 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120902eb033685934f6aa4289a9ffa7a4bea_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120902eb033685934f6aa4289a9ffa7a4bea_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:18,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/dcc8c19e731144d5b74eeb1c95e7bbb8, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:18,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/dcc8c19e731144d5b74eeb1c95e7bbb8 is 175, key is test_row_0/A:col10/1733757798212/Put/seqid=0 2024-12-09T15:23:18,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742524_1700 (size=31255) 2024-12-09T15:23:18,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757858327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757858327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757858330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757858531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757858531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757858533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,643 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/dcc8c19e731144d5b74eeb1c95e7bbb8 2024-12-09T15:23:18,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/2a932067e2e24123bebec5afaeedca80 is 50, key is test_row_0/B:col10/1733757798212/Put/seqid=0 2024-12-09T15:23:18,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742525_1701 (size=12301) 2024-12-09T15:23:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-09T15:23:18,687 INFO [Thread-2559 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-09T15:23:18,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:23:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-09T15:23:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-09T15:23:18,713 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:23:18,716 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:23:18,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:23:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-09T15:23:18,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757858834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757858834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757858838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:18,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-09T15:23:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:18,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-09T15:23:19,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:19,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-09T15:23:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/2a932067e2e24123bebec5afaeedca80 2024-12-09T15:23:19,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/4ab986129d584e418c265509af777671 is 50, key is test_row_0/C:col10/1733757798212/Put/seqid=0 2024-12-09T15:23:19,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742526_1702 (size=12301) 2024-12-09T15:23:19,176 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:19,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-09T15:23:19,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:19,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-09T15:23:19,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:19,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-09T15:23:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757859338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:19,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757859341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:19,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757859341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:19,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:19,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-09T15:23:19,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:19,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:19,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/4ab986129d584e418c265509af777671 2024-12-09T15:23:19,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/dcc8c19e731144d5b74eeb1c95e7bbb8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/dcc8c19e731144d5b74eeb1c95e7bbb8 2024-12-09T15:23:19,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/dcc8c19e731144d5b74eeb1c95e7bbb8, entries=150, sequenceid=440, filesize=30.5 K 2024-12-09T15:23:19,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/2a932067e2e24123bebec5afaeedca80 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/2a932067e2e24123bebec5afaeedca80 2024-12-09T15:23:19,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/2a932067e2e24123bebec5afaeedca80, entries=150, sequenceid=440, filesize=12.0 K 2024-12-09T15:23:19,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/4ab986129d584e418c265509af777671 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/4ab986129d584e418c265509af777671 2024-12-09T15:23:19,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/4ab986129d584e418c265509af777671, entries=150, sequenceid=440, filesize=12.0 K 2024-12-09T15:23:19,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 400e3afa86694492733e30d67d8d73a9 in 1301ms, sequenceid=440, compaction requested=true 2024-12-09T15:23:19,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:19,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:19,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:19,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:19,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T15:23:19,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:19,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-09T15:23:19,514 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:23:19,514 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:23:19,516 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:23:19,517 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:19,517 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,517 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/891e45359c564270b659934970831cd1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2d0498f1db7047e888b776db2810c56a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/60dc9f69ccc3486fa882a05f1db602e1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/4ab986129d584e418c265509af777671] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=48.9 K 2024-12-09T15:23:19,517 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125940 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:23:19,517 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:19,517 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,517 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0e00e5c3e9424221a4fc475d726377c9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/38e1a80cbc214267b9c461c2c384141f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e741cde3eef14b768a91abe06c93c8e2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/dcc8c19e731144d5b74eeb1c95e7bbb8] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=123.0 K 2024-12-09T15:23:19,517 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,517 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0e00e5c3e9424221a4fc475d726377c9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/38e1a80cbc214267b9c461c2c384141f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e741cde3eef14b768a91abe06c93c8e2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/dcc8c19e731144d5b74eeb1c95e7bbb8] 2024-12-09T15:23:19,518 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e00e5c3e9424221a4fc475d726377c9, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733757794413 2024-12-09T15:23:19,518 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 891e45359c564270b659934970831cd1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733757794413 2024-12-09T15:23:19,524 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38e1a80cbc214267b9c461c2c384141f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733757795618 2024-12-09T15:23:19,524 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d0498f1db7047e888b776db2810c56a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733757795618 2024-12-09T15:23:19,525 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting e741cde3eef14b768a91abe06c93c8e2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733757796750 2024-12-09T15:23:19,525 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 60dc9f69ccc3486fa882a05f1db602e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733757796750 2024-12-09T15:23:19,527 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ab986129d584e418c265509af777671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733757797901 2024-12-09T15:23:19,527 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcc8c19e731144d5b74eeb1c95e7bbb8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733757797901 2024-12-09T15:23:19,535 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:19,536 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#586 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:19,536 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/d0733753f2ae47c5b9b8512d9576f745 is 50, key is test_row_0/C:col10/1733757798212/Put/seqid=0 2024-12-09T15:23:19,537 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209e058fcdf2f3240cb9e5d57b8bd0c480f_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:19,538 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209e058fcdf2f3240cb9e5d57b8bd0c480f_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:19,539 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e058fcdf2f3240cb9e5d57b8bd0c480f_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742527_1703 (size=13323) 2024-12-09T15:23:19,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742528_1704 (size=4469) 2024-12-09T15:23:19,568 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#587 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:19,568 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/81771c3e2d86459c857ea357ed5d89c9 is 175, key is test_row_0/A:col10/1733757798212/Put/seqid=0 2024-12-09T15:23:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742529_1705 (size=32311) 2024-12-09T15:23:19,582 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/d0733753f2ae47c5b9b8512d9576f745 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d0733753f2ae47c5b9b8512d9576f745 2024-12-09T15:23:19,587 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into d0733753f2ae47c5b9b8512d9576f745(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:19,587 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:19,587 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=12, startTime=1733757799514; duration=0sec 2024-12-09T15:23:19,587 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:19,587 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:19,587 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T15:23:19,589 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T15:23:19,589 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:19,589 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,589 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1044c2ad1b814467b3d436ba4289d003, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/664cf104ceb14f889bfc495b072efa88, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a149461c9cfa47cda7705c186b5d6d7b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/2a932067e2e24123bebec5afaeedca80] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=48.9 K 2024-12-09T15:23:19,589 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 1044c2ad1b814467b3d436ba4289d003, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733757794413 2024-12-09T15:23:19,590 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 664cf104ceb14f889bfc495b072efa88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733757795618 2024-12-09T15:23:19,590 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting a149461c9cfa47cda7705c186b5d6d7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733757796750 2024-12-09T15:23:19,591 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a932067e2e24123bebec5afaeedca80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733757797901 2024-12-09T15:23:19,603 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#588 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:19,603 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/0d54b258e8dc4973a3a3014713a8e22b is 50, key is test_row_0/B:col10/1733757798212/Put/seqid=0 2024-12-09T15:23:19,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:19,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-09T15:23:19,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:19,642 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T15:23:19,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:19,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:19,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:19,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:19,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:19,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742530_1706 (size=13357) 2024-12-09T15:23:19,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120914c6e26894794255bf3e52daeb498b28_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757798225/Put/seqid=0 2024-12-09T15:23:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742531_1707 (size=12454) 2024-12-09T15:23:19,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:19,733 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120914c6e26894794255bf3e52daeb498b28_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120914c6e26894794255bf3e52daeb498b28_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:19,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/faed9d25095d4d4496d979ee66aa2552, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/faed9d25095d4d4496d979ee66aa2552 is 175, key is test_row_0/A:col10/1733757798225/Put/seqid=0 2024-12-09T15:23:19,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742532_1708 (size=31255) 2024-12-09T15:23:19,774 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=452, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/faed9d25095d4d4496d979ee66aa2552 2024-12-09T15:23:19,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/4d55cb2cd459488a83116f640a586ea8 is 50, key is test_row_0/B:col10/1733757798225/Put/seqid=0 2024-12-09T15:23:19,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742533_1709 (size=12301) 2024-12-09T15:23:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-09T15:23:19,986 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/81771c3e2d86459c857ea357ed5d89c9 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/81771c3e2d86459c857ea357ed5d89c9 2024-12-09T15:23:19,996 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into 81771c3e2d86459c857ea357ed5d89c9(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:19,996 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:19,996 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=12, startTime=1733757799514; duration=0sec 2024-12-09T15:23:19,996 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:19,996 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:20,054 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/0d54b258e8dc4973a3a3014713a8e22b as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/0d54b258e8dc4973a3a3014713a8e22b 2024-12-09T15:23:20,063 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 0d54b258e8dc4973a3a3014713a8e22b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:20,063 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:20,063 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=12, startTime=1733757799514; duration=0sec 2024-12-09T15:23:20,063 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:20,063 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:20,208 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/4d55cb2cd459488a83116f640a586ea8 2024-12-09T15:23:20,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/aaa6cb958de644a8aaa6a7a234250b48 is 50, key is test_row_0/C:col10/1733757798225/Put/seqid=0 2024-12-09T15:23:20,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742534_1710 (size=12301) 2024-12-09T15:23:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:20,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:20,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757860372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757860374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757860375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757860476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757860479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757860481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,628 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/aaa6cb958de644a8aaa6a7a234250b48 2024-12-09T15:23:20,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/faed9d25095d4d4496d979ee66aa2552 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/faed9d25095d4d4496d979ee66aa2552 2024-12-09T15:23:20,681 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/faed9d25095d4d4496d979ee66aa2552, entries=150, sequenceid=452, filesize=30.5 K 2024-12-09T15:23:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/4d55cb2cd459488a83116f640a586ea8 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4d55cb2cd459488a83116f640a586ea8 2024-12-09T15:23:20,685 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4d55cb2cd459488a83116f640a586ea8, entries=150, sequenceid=452, filesize=12.0 K 2024-12-09T15:23:20,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/aaa6cb958de644a8aaa6a7a234250b48 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aaa6cb958de644a8aaa6a7a234250b48 2024-12-09T15:23:20,689 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aaa6cb958de644a8aaa6a7a234250b48, entries=150, sequenceid=452, filesize=12.0 K 2024-12-09T15:23:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757860689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757860689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,693 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 400e3afa86694492733e30d67d8d73a9 in 1051ms, sequenceid=452, compaction requested=false 2024-12-09T15:23:20,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:20,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:20,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-09T15:23:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-09T15:23:20,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T15:23:20,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:20,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:20,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:20,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:20,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:20,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:20,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-09T15:23:20,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9800 sec 2024-12-09T15:23:20,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.9960 sec 2024-12-09T15:23:20,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097b4f331900434504b3f92600a85641d6_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757800367/Put/seqid=0 2024-12-09T15:23:20,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757860732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742535_1711 (size=12454) 2024-12-09T15:23:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-09T15:23:20,818 INFO [Thread-2559 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-09T15:23:20,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:23:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-09T15:23:20,823 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:23:20,823 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:23:20,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:23:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-09T15:23:20,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757860836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-09T15:23:20,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-09T15:23:20,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:20,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:20,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:20,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:20,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:20,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757860993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:20,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757860995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757861038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-09T15:23:21,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-09T15:23:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:21,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:21,155 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:21,159 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097b4f331900434504b3f92600a85641d6_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097b4f331900434504b3f92600a85641d6_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:21,161 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3dc44743a48246f6a47f767ce3f0278a, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:21,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3dc44743a48246f6a47f767ce3f0278a is 175, key is test_row_0/A:col10/1733757800367/Put/seqid=0 2024-12-09T15:23:21,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742536_1712 (size=31255) 2024-12-09T15:23:21,178 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=480, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3dc44743a48246f6a47f767ce3f0278a 2024-12-09T15:23:21,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/98a5f4cf1f3849009d20a291ec4c9303 is 50, key is test_row_0/B:col10/1733757800367/Put/seqid=0 2024-12-09T15:23:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742537_1713 (size=12301) 2024-12-09T15:23:21,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/98a5f4cf1f3849009d20a291ec4c9303 2024-12-09T15:23:21,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/c0180527bab9471d99fdafb5f83073ed is 50, key is test_row_0/C:col10/1733757800367/Put/seqid=0 2024-12-09T15:23:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742538_1714 (size=12301) 2024-12-09T15:23:21,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/c0180527bab9471d99fdafb5f83073ed 2024-12-09T15:23:21,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/3dc44743a48246f6a47f767ce3f0278a as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3dc44743a48246f6a47f767ce3f0278a 2024-12-09T15:23:21,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3dc44743a48246f6a47f767ce3f0278a, entries=150, sequenceid=480, filesize=30.5 K 2024-12-09T15:23:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/98a5f4cf1f3849009d20a291ec4c9303 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/98a5f4cf1f3849009d20a291ec4c9303 2024-12-09T15:23:21,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/98a5f4cf1f3849009d20a291ec4c9303, entries=150, sequenceid=480, filesize=12.0 K 2024-12-09T15:23:21,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/c0180527bab9471d99fdafb5f83073ed as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c0180527bab9471d99fdafb5f83073ed 2024-12-09T15:23:21,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c0180527bab9471d99fdafb5f83073ed, entries=150, sequenceid=480, filesize=12.0 K 2024-12-09T15:23:21,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 400e3afa86694492733e30d67d8d73a9 in 546ms, sequenceid=480, compaction requested=true 2024-12-09T15:23:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:21,242 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:21,242 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:21,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:21,244 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:21,244 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:21,244 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:21,245 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:21,245 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:21,245 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:21,245 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/0d54b258e8dc4973a3a3014713a8e22b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4d55cb2cd459488a83116f640a586ea8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/98a5f4cf1f3849009d20a291ec4c9303] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=37.1 K 2024-12-09T15:23:21,245 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/81771c3e2d86459c857ea357ed5d89c9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/faed9d25095d4d4496d979ee66aa2552, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3dc44743a48246f6a47f767ce3f0278a] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=92.6 K 2024-12-09T15:23:21,245 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:21,245 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/81771c3e2d86459c857ea357ed5d89c9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/faed9d25095d4d4496d979ee66aa2552, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3dc44743a48246f6a47f767ce3f0278a] 2024-12-09T15:23:21,245 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d54b258e8dc4973a3a3014713a8e22b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733757797901 2024-12-09T15:23:21,245 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81771c3e2d86459c857ea357ed5d89c9, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733757797901 2024-12-09T15:23:21,245 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d55cb2cd459488a83116f640a586ea8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733757798218 2024-12-09T15:23:21,246 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting faed9d25095d4d4496d979ee66aa2552, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733757798218 2024-12-09T15:23:21,246 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 98a5f4cf1f3849009d20a291ec4c9303, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1733757800367 2024-12-09T15:23:21,246 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dc44743a48246f6a47f767ce3f0278a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1733757800367 2024-12-09T15:23:21,254 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#595 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:21,255 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/52e0f8aecb7c4ecb850003bfcc5911ac is 50, key is test_row_0/B:col10/1733757800367/Put/seqid=0 2024-12-09T15:23:21,255 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:21,261 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412099dd06bcde3044a2fad935007fdb3e3e5_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:21,262 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412099dd06bcde3044a2fad935007fdb3e3e5_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:21,262 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099dd06bcde3044a2fad935007fdb3e3e5_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742540_1716 (size=4469) 2024-12-09T15:23:21,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742539_1715 (size=13459) 2024-12-09T15:23:21,281 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/52e0f8aecb7c4ecb850003bfcc5911ac as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/52e0f8aecb7c4ecb850003bfcc5911ac 2024-12-09T15:23:21,285 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 52e0f8aecb7c4ecb850003bfcc5911ac(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:21,285 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:21,285 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757801242; duration=0sec 2024-12-09T15:23:21,285 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:21,285 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:21,285 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:21,286 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:21,286 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:21,286 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:21,286 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d0733753f2ae47c5b9b8512d9576f745, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aaa6cb958de644a8aaa6a7a234250b48, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c0180527bab9471d99fdafb5f83073ed] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=37.0 K 2024-12-09T15:23:21,286 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d0733753f2ae47c5b9b8512d9576f745, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733757797901 2024-12-09T15:23:21,287 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting aaa6cb958de644a8aaa6a7a234250b48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733757798218 2024-12-09T15:23:21,287 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting c0180527bab9471d99fdafb5f83073ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1733757800367 2024-12-09T15:23:21,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-09T15:23:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:21,288 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-09T15:23:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:21,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:21,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:21,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120971dbb2e3335b43c88fb2b5c1091c7454_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757800727/Put/seqid=0 2024-12-09T15:23:21,298 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#598 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:21,299 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/d1b2c1e429694be4bc87a9e48b4cc719 is 50, key is test_row_0/C:col10/1733757800367/Put/seqid=0 2024-12-09T15:23:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742541_1717 (size=12454) 2024-12-09T15:23:21,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:21,310 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120971dbb2e3335b43c88fb2b5c1091c7454_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120971dbb2e3335b43c88fb2b5c1091c7454_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/1743fabfb46d423ea138b7d0c102d86d, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/1743fabfb46d423ea138b7d0c102d86d is 175, key is test_row_0/A:col10/1733757800727/Put/seqid=0 2024-12-09T15:23:21,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742542_1718 (size=13425) 2024-12-09T15:23:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742543_1719 (size=31255) 2024-12-09T15:23:21,314 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=491, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/1743fabfb46d423ea138b7d0c102d86d 2024-12-09T15:23:21,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5bc82a524dfc40dd8c77312a3d564c82 is 50, key is test_row_0/B:col10/1733757800727/Put/seqid=0 2024-12-09T15:23:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742544_1720 (size=12301) 2024-12-09T15:23:21,328 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5bc82a524dfc40dd8c77312a3d564c82 2024-12-09T15:23:21,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/23395cd29aa94d489c36f8de8252b7b5 is 50, key is test_row_0/C:col10/1733757800727/Put/seqid=0 2024-12-09T15:23:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742545_1721 (size=12301) 2024-12-09T15:23:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:21,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757861406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-09T15:23:21,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757861495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757861496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757861509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,673 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#596 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:21,673 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/c0d865a8c17b4d9383a9af54d7df1015 is 175, key is test_row_0/A:col10/1733757800367/Put/seqid=0 2024-12-09T15:23:21,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742546_1722 (size=32413) 2024-12-09T15:23:21,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757861712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,716 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/d1b2c1e429694be4bc87a9e48b4cc719 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d1b2c1e429694be4bc87a9e48b4cc719 2024-12-09T15:23:21,719 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into d1b2c1e429694be4bc87a9e48b4cc719(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:21,719 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:21,720 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=13, startTime=1733757801242; duration=0sec 2024-12-09T15:23:21,720 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:21,720 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:21,742 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/23395cd29aa94d489c36f8de8252b7b5 2024-12-09T15:23:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/1743fabfb46d423ea138b7d0c102d86d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1743fabfb46d423ea138b7d0c102d86d 2024-12-09T15:23:21,750 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1743fabfb46d423ea138b7d0c102d86d, entries=150, sequenceid=491, filesize=30.5 K 2024-12-09T15:23:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/5bc82a524dfc40dd8c77312a3d564c82 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5bc82a524dfc40dd8c77312a3d564c82 2024-12-09T15:23:21,756 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5bc82a524dfc40dd8c77312a3d564c82, entries=150, sequenceid=491, filesize=12.0 K 2024-12-09T15:23:21,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/23395cd29aa94d489c36f8de8252b7b5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/23395cd29aa94d489c36f8de8252b7b5 2024-12-09T15:23:21,759 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/23395cd29aa94d489c36f8de8252b7b5, entries=150, sequenceid=491, filesize=12.0 K 2024-12-09T15:23:21,760 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 400e3afa86694492733e30d67d8d73a9 in 472ms, sequenceid=491, compaction requested=false 2024-12-09T15:23:21,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:21,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:21,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-09T15:23:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-09T15:23:21,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 941 msec 2024-12-09T15:23:21,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-09T15:23:21,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 938 msec 2024-12-09T15:23:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-09T15:23:21,928 INFO [Thread-2559 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-09T15:23:21,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T15:23:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-09T15:23:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-09T15:23:21,933 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T15:23:21,934 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T15:23:21,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T15:23:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:21,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T15:23:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:21,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d9d8cdfb51e347b681295ffe6158c46c_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757801393/Put/seqid=0 2024-12-09T15:23:21,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757861992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:21,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41388 deadline: 1733757861997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,002 DEBUG [Thread-2553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8209 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., hostname=33eb8daa289d,46843,1733757631575, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:23:22,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757862017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742547_1723 (size=14994) 2024-12-09T15:23:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-09T15:23:22,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:22,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d9d8cdfb51e347b681295ffe6158c46c_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d9d8cdfb51e347b681295ffe6158c46c_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:22,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-09T15:23:22,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:22,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,096 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/4fa2caccfffe48189abb493dad3ca670, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:22,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/4fa2caccfffe48189abb493dad3ca670 is 175, key is test_row_0/A:col10/1733757801393/Put/seqid=0 2024-12-09T15:23:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757862097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,120 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/c0d865a8c17b4d9383a9af54d7df1015 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/c0d865a8c17b4d9383a9af54d7df1015 2024-12-09T15:23:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742548_1724 (size=39949) 2024-12-09T15:23:22,129 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into c0d865a8c17b4d9383a9af54d7df1015(size=31.7 K), total size for store is 62.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:22,130 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:22,130 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757801242; duration=0sec 2024-12-09T15:23:22,130 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:22,130 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:22,136 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=519, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/4fa2caccfffe48189abb493dad3ca670 2024-12-09T15:23:22,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/f0c9210d65b64467a2b1a374641cfe85 is 50, key is test_row_0/B:col10/1733757801393/Put/seqid=0 2024-12-09T15:23:22,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742549_1725 (size=12301) 2024-12-09T15:23:22,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/f0c9210d65b64467a2b1a374641cfe85 2024-12-09T15:23:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-09T15:23:22,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-09T15:23:22,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:22,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/17efced476fd4281bbb4d774531417ae is 50, key is test_row_0/C:col10/1733757801393/Put/seqid=0 2024-12-09T15:23:22,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742550_1726 (size=12301) 2024-12-09T15:23:22,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757862300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-09T15:23:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41404 deadline: 1733757862500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41396 deadline: 1733757862508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41418 deadline: 1733757862523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-09T15:23:22,548 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-09T15:23:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:23:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:23:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46843 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41332 deadline: 1733757862606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/17efced476fd4281bbb4d774531417ae 2024-12-09T15:23:22,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/4fa2caccfffe48189abb493dad3ca670 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4fa2caccfffe48189abb493dad3ca670 2024-12-09T15:23:22,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4fa2caccfffe48189abb493dad3ca670, entries=200, sequenceid=519, filesize=39.0 K 2024-12-09T15:23:22,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/f0c9210d65b64467a2b1a374641cfe85 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f0c9210d65b64467a2b1a374641cfe85 2024-12-09T15:23:22,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f0c9210d65b64467a2b1a374641cfe85, entries=150, sequenceid=519, filesize=12.0 K 2024-12-09T15:23:22,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/17efced476fd4281bbb4d774531417ae as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/17efced476fd4281bbb4d774531417ae 2024-12-09T15:23:22,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/17efced476fd4281bbb4d774531417ae, entries=150, sequenceid=519, filesize=12.0 K 2024-12-09T15:23:22,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 400e3afa86694492733e30d67d8d73a9 in 741ms, sequenceid=519, compaction requested=true 2024-12-09T15:23:22,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:22,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T15:23:22,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:22,704 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:22,704 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:22,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T15:23:22,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:22,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 400e3afa86694492733e30d67d8d73a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T15:23:22,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:22,705 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:22,705 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:22,705 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/A is initiating minor compaction (all files) 2024-12-09T15:23:22,705 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/B is initiating minor compaction (all files) 2024-12-09T15:23:22,705 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/A in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,705 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/B in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,705 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/c0d865a8c17b4d9383a9af54d7df1015, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1743fabfb46d423ea138b7d0c102d86d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4fa2caccfffe48189abb493dad3ca670] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=101.2 K 2024-12-09T15:23:22,705 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,705 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/52e0f8aecb7c4ecb850003bfcc5911ac, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5bc82a524dfc40dd8c77312a3d564c82, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f0c9210d65b64467a2b1a374641cfe85] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=37.2 K 2024-12-09T15:23:22,705 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. files: [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/c0d865a8c17b4d9383a9af54d7df1015, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1743fabfb46d423ea138b7d0c102d86d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4fa2caccfffe48189abb493dad3ca670] 2024-12-09T15:23:22,706 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0d865a8c17b4d9383a9af54d7df1015, keycount=150, bloomtype=ROW, size=31.7 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1733757800367 2024-12-09T15:23:22,706 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 52e0f8aecb7c4ecb850003bfcc5911ac, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1733757800367 2024-12-09T15:23:22,706 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1743fabfb46d423ea138b7d0c102d86d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733757800710 2024-12-09T15:23:22,706 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bc82a524dfc40dd8c77312a3d564c82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733757800710 2024-12-09T15:23:22,706 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c9210d65b64467a2b1a374641cfe85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1733757801393 2024-12-09T15:23:22,707 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fa2caccfffe48189abb493dad3ca670, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1733757801393 2024-12-09T15:23:22,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:22,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46843 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-09T15:23:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,707 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-09T15:23:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:22,717 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#B#compaction#604 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:22,718 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9eecfe04a7dd402f92cb61bdb164d23c is 50, key is test_row_0/B:col10/1733757801393/Put/seqid=0 2024-12-09T15:23:22,725 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:22,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091171e91a420242559ae9b7f35c1fd913_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757801967/Put/seqid=0 2024-12-09T15:23:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742551_1727 (size=13561) 2024-12-09T15:23:22,746 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/9eecfe04a7dd402f92cb61bdb164d23c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9eecfe04a7dd402f92cb61bdb164d23c 2024-12-09T15:23:22,748 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412095e61ad4964864a878ce0056a1f88468e_400e3afa86694492733e30d67d8d73a9 store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:22,750 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/B of 400e3afa86694492733e30d67d8d73a9 into 9eecfe04a7dd402f92cb61bdb164d23c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:22,750 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:22,750 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/B, priority=13, startTime=1733757802704; duration=0sec 2024-12-09T15:23:22,750 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T15:23:22,750 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:B 2024-12-09T15:23:22,750 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T15:23:22,750 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412095e61ad4964864a878ce0056a1f88468e_400e3afa86694492733e30d67d8d73a9, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:22,750 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095e61ad4964864a878ce0056a1f88468e_400e3afa86694492733e30d67d8d73a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:22,751 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T15:23:22,751 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1540): 400e3afa86694492733e30d67d8d73a9/C is initiating minor compaction (all files) 2024-12-09T15:23:22,751 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 400e3afa86694492733e30d67d8d73a9/C in TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:22,751 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d1b2c1e429694be4bc87a9e48b4cc719, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/23395cd29aa94d489c36f8de8252b7b5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/17efced476fd4281bbb4d774531417ae] into tmpdir=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp, totalSize=37.1 K 2024-12-09T15:23:22,751 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting d1b2c1e429694be4bc87a9e48b4cc719, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1733757800367 2024-12-09T15:23:22,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742552_1728 (size=12454) 2024-12-09T15:23:22,751 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 23395cd29aa94d489c36f8de8252b7b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733757800710 2024-12-09T15:23:22,752 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] compactions.Compactor(224): Compacting 17efced476fd4281bbb4d774531417ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1733757801393 2024-12-09T15:23:22,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742553_1729 (size=4469) 2024-12-09T15:23:22,754 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#A#compaction#606 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:22,763 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/46574345637e46cd8b58af44a165b13e is 175, key is test_row_0/A:col10/1733757801393/Put/seqid=0 2024-12-09T15:23:22,765 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 400e3afa86694492733e30d67d8d73a9#C#compaction#607 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T15:23:22,765 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/9e8c561236c347e58cfee42a79c1896e is 50, key is test_row_0/C:col10/1733757801393/Put/seqid=0 2024-12-09T15:23:22,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742554_1730 (size=32515) 2024-12-09T15:23:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742555_1731 (size=13527) 2024-12-09T15:23:23,033 DEBUG [Thread-2560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:61620 2024-12-09T15:23:23,033 DEBUG [Thread-2560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:23,033 DEBUG [Thread-2562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:61620 2024-12-09T15:23:23,033 DEBUG [Thread-2562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:23,034 DEBUG [Thread-2564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:61620 2024-12-09T15:23:23,034 DEBUG [Thread-2564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:23,034 DEBUG [Thread-2568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:61620 2024-12-09T15:23:23,035 DEBUG [Thread-2568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:23,035 DEBUG [Thread-2566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:61620 2024-12-09T15:23:23,035 DEBUG [Thread-2566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-09T15:23:23,114 DEBUG [Thread-2551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:61620 2024-12-09T15:23:23,114 DEBUG [Thread-2551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:23,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:23,154 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091171e91a420242559ae9b7f35c1fd913_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091171e91a420242559ae9b7f35c1fd913_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/afb1178f10004fc0bd19c396608d6e9d, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:23,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/afb1178f10004fc0bd19c396608d6e9d is 175, key is test_row_0/A:col10/1733757801967/Put/seqid=0 2024-12-09T15:23:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742556_1732 (size=31255) 2024-12-09T15:23:23,171 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/46574345637e46cd8b58af44a165b13e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/46574345637e46cd8b58af44a165b13e 2024-12-09T15:23:23,175 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/A of 400e3afa86694492733e30d67d8d73a9 into 46574345637e46cd8b58af44a165b13e(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:23,175 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:23,175 INFO [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/A, priority=13, startTime=1733757802704; duration=0sec 2024-12-09T15:23:23,175 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:23,175 DEBUG [RS:0;33eb8daa289d:46843-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:A 2024-12-09T15:23:23,193 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/9e8c561236c347e58cfee42a79c1896e as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/9e8c561236c347e58cfee42a79c1896e 2024-12-09T15:23:23,196 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 400e3afa86694492733e30d67d8d73a9/C of 400e3afa86694492733e30d67d8d73a9 into 9e8c561236c347e58cfee42a79c1896e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T15:23:23,196 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:23,196 INFO [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9., storeName=400e3afa86694492733e30d67d8d73a9/C, priority=13, startTime=1733757802704; duration=0sec 2024-12-09T15:23:23,196 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T15:23:23,196 DEBUG [RS:0;33eb8daa289d:46843-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 400e3afa86694492733e30d67d8d73a9:C 2024-12-09T15:23:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46843 {}] regionserver.HRegion(8581): Flush requested on 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:23,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. as already flushing 2024-12-09T15:23:23,534 DEBUG [Thread-2549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:61620 2024-12-09T15:23:23,534 DEBUG [Thread-2549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:23,559 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=529, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/afb1178f10004fc0bd19c396608d6e9d 2024-12-09T15:23:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/562bb9d3b35642dc847a3bb56c2fade5 is 50, key is test_row_0/B:col10/1733757801967/Put/seqid=0 2024-12-09T15:23:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742557_1733 (size=12301) 2024-12-09T15:23:23,968 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/562bb9d3b35642dc847a3bb56c2fade5 2024-12-09T15:23:23,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/a09c1eb36e3043d79a0253190b9303f0 is 50, key is test_row_0/C:col10/1733757801967/Put/seqid=0 2024-12-09T15:23:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742558_1734 (size=12301) 2024-12-09T15:23:23,976 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/a09c1eb36e3043d79a0253190b9303f0 2024-12-09T15:23:23,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/afb1178f10004fc0bd19c396608d6e9d as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/afb1178f10004fc0bd19c396608d6e9d 2024-12-09T15:23:23,981 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/afb1178f10004fc0bd19c396608d6e9d, entries=150, sequenceid=529, filesize=30.5 K 2024-12-09T15:23:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/562bb9d3b35642dc847a3bb56c2fade5 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/562bb9d3b35642dc847a3bb56c2fade5 2024-12-09T15:23:23,984 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/562bb9d3b35642dc847a3bb56c2fade5, entries=150, sequenceid=529, filesize=12.0 K 2024-12-09T15:23:23,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/a09c1eb36e3043d79a0253190b9303f0 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/a09c1eb36e3043d79a0253190b9303f0 2024-12-09T15:23:23,987 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/a09c1eb36e3043d79a0253190b9303f0, entries=150, sequenceid=529, filesize=12.0 K 2024-12-09T15:23:23,988 INFO [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=13.42 KB/13740 for 400e3afa86694492733e30d67d8d73a9 in 1281ms, sequenceid=529, compaction requested=false 2024-12-09T15:23:23,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:23,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:23,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-09T15:23:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-09T15:23:23,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-09T15:23:23,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0550 sec 2024-12-09T15:23:23,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.0590 sec 2024-12-09T15:23:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-09T15:23:24,042 INFO [Thread-2559 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-09T15:23:24,520 DEBUG [Thread-2557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:61620 2024-12-09T15:23:24,520 DEBUG [Thread-2557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:24,528 DEBUG [Thread-2555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:61620 2024-12-09T15:23:24,528 DEBUG [Thread-2555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:29,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:23:32,020 DEBUG [Thread-2553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:61620 2024-12-09T15:23:32,020 DEBUG [Thread-2553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 130 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5051 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4913 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5020 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5136 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4910 2024-12-09T15:23:32,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T15:23:32,021 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:23:32,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e96b8ad to 127.0.0.1:61620 2024-12-09T15:23:32,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:32,021 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-09T15:23:32,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T15:23:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T15:23:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-09T15:23:32,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757812024"}]},"ts":"1733757812024"} 2024-12-09T15:23:32,025 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T15:23:32,028 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T15:23:32,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T15:23:32,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, UNASSIGN}] 2024-12-09T15:23:32,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, UNASSIGN 2024-12-09T15:23:32,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=400e3afa86694492733e30d67d8d73a9, regionState=CLOSING, regionLocation=33eb8daa289d,46843,1733757631575 2024-12-09T15:23:32,032 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:23:32,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure 400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575}] 2024-12-09T15:23:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-09T15:23:32,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:32,183 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:32,183 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:23:32,183 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing 400e3afa86694492733e30d67d8d73a9, disabling compactions & flushes 2024-12-09T15:23:32,183 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:32,183 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:32,183 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. after waiting 0 ms 2024-12-09T15:23:32,183 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:32,183 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing 400e3afa86694492733e30d67d8d73a9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T15:23:32,183 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=A 2024-12-09T15:23:32,183 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:32,183 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=B 2024-12-09T15:23:32,183 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:32,184 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 400e3afa86694492733e30d67d8d73a9, store=C 2024-12-09T15:23:32,184 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T15:23:32,188 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120992a897f4404149e2a93246241d2ebe8c_400e3afa86694492733e30d67d8d73a9 is 50, key is test_row_0/A:col10/1733757804527/Put/seqid=0 2024-12-09T15:23:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742559_1735 (size=12454) 2024-12-09T15:23:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-09T15:23:32,591 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:23:32,595 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120992a897f4404149e2a93246241d2ebe8c_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120992a897f4404149e2a93246241d2ebe8c_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:32,596 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/b00a3d2ae97d40068de7571b88c85a03, store: [table=TestAcidGuarantees family=A region=400e3afa86694492733e30d67d8d73a9] 2024-12-09T15:23:32,597 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/b00a3d2ae97d40068de7571b88c85a03 is 175, key is test_row_0/A:col10/1733757804527/Put/seqid=0 2024-12-09T15:23:32,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742560_1736 (size=31255) 2024-12-09T15:23:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-09T15:23:33,001 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=540, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/b00a3d2ae97d40068de7571b88c85a03 2024-12-09T15:23:33,006 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/e3599b6badac435a95868a04ae8815d6 is 50, key is test_row_0/B:col10/1733757804527/Put/seqid=0 2024-12-09T15:23:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742561_1737 (size=12301) 2024-12-09T15:23:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-09T15:23:33,409 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/e3599b6badac435a95868a04ae8815d6 2024-12-09T15:23:33,415 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/24ab73af267f4c35a492350e9a99dc00 is 50, key is test_row_0/C:col10/1733757804527/Put/seqid=0 2024-12-09T15:23:33,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742562_1738 (size=12301) 2024-12-09T15:23:33,819 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/24ab73af267f4c35a492350e9a99dc00 2024-12-09T15:23:33,822 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/A/b00a3d2ae97d40068de7571b88c85a03 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/b00a3d2ae97d40068de7571b88c85a03 2024-12-09T15:23:33,825 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/b00a3d2ae97d40068de7571b88c85a03, entries=150, sequenceid=540, filesize=30.5 K 2024-12-09T15:23:33,825 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/B/e3599b6badac435a95868a04ae8815d6 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e3599b6badac435a95868a04ae8815d6 2024-12-09T15:23:33,828 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e3599b6badac435a95868a04ae8815d6, entries=150, sequenceid=540, filesize=12.0 K 2024-12-09T15:23:33,828 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/.tmp/C/24ab73af267f4c35a492350e9a99dc00 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/24ab73af267f4c35a492350e9a99dc00 2024-12-09T15:23:33,831 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/24ab73af267f4c35a492350e9a99dc00, entries=150, sequenceid=540, filesize=12.0 K 2024-12-09T15:23:33,831 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 400e3afa86694492733e30d67d8d73a9 in 1648ms, sequenceid=540, compaction requested=true 2024-12-09T15:23:33,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4d4a3d72c2314474a7bd7910d33f27a1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0688df344dcd4e07adc102e1931ca97e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/29e8f0a9191a44dd892793960002d241, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d544178f88454473a1d58db21f7859cd, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3c237480342c430dab1bd4944055320a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/abcf6b83a6044f90852ce9792676d85c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f28f400b9bc041cfb172f0484db88b5e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/72b0cfc377554b89802fb7798df1640a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/9259f694ac3d479a86846262ae874f48, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/5488e5e3605d400297ec65ded37825d7, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e8aaf5eb21f546679f572ba1ec9e5bfc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a02a339a618b4783a022f35b83f28975, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f1ff68fc1c0e4e3c988854682bf7ba14, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d7ff55adea2c4829be9e114891ddb3c2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e576fa2c37f2475d91f0a13696cc522b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eea1072dab644b08863f6ad293969519, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d383c3806d31480aaa74bb104b14f4ca, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0d543d39cc644c33980c72cffddf6bca, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/21e4c3d0402841378eeebf03266da3d6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/069e9697aed943169319156ba36c06f2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/57493b80296c4cdca1325342151169e9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a6e9cfea2f1948ef8bd2649edc788177, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1d541b0cc22142289049242ca423bdb5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3430a683707844b79acfdb935eb9b6cc, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/26eff41eab0f4f3a9301d93096f51e18, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eff89e35db144e43b04def214af1291e, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/7f29e07f20314f958b92400414b0f9ee, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0e00e5c3e9424221a4fc475d726377c9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/38e1a80cbc214267b9c461c2c384141f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e741cde3eef14b768a91abe06c93c8e2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/81771c3e2d86459c857ea357ed5d89c9, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/dcc8c19e731144d5b74eeb1c95e7bbb8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/faed9d25095d4d4496d979ee66aa2552, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/c0d865a8c17b4d9383a9af54d7df1015, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3dc44743a48246f6a47f767ce3f0278a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1743fabfb46d423ea138b7d0c102d86d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4fa2caccfffe48189abb493dad3ca670] to archive 2024-12-09T15:23:33,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:23:33,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4d4a3d72c2314474a7bd7910d33f27a1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4d4a3d72c2314474a7bd7910d33f27a1 2024-12-09T15:23:33,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0688df344dcd4e07adc102e1931ca97e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0688df344dcd4e07adc102e1931ca97e 2024-12-09T15:23:33,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/29e8f0a9191a44dd892793960002d241 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/29e8f0a9191a44dd892793960002d241 2024-12-09T15:23:33,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d544178f88454473a1d58db21f7859cd to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d544178f88454473a1d58db21f7859cd 2024-12-09T15:23:33,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3c237480342c430dab1bd4944055320a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3c237480342c430dab1bd4944055320a 2024-12-09T15:23:33,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/abcf6b83a6044f90852ce9792676d85c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/abcf6b83a6044f90852ce9792676d85c 2024-12-09T15:23:33,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f28f400b9bc041cfb172f0484db88b5e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f28f400b9bc041cfb172f0484db88b5e 2024-12-09T15:23:33,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/72b0cfc377554b89802fb7798df1640a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/72b0cfc377554b89802fb7798df1640a 2024-12-09T15:23:33,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/9259f694ac3d479a86846262ae874f48 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/9259f694ac3d479a86846262ae874f48 2024-12-09T15:23:33,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/5488e5e3605d400297ec65ded37825d7 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/5488e5e3605d400297ec65ded37825d7 2024-12-09T15:23:33,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e8aaf5eb21f546679f572ba1ec9e5bfc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e8aaf5eb21f546679f572ba1ec9e5bfc 2024-12-09T15:23:33,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a02a339a618b4783a022f35b83f28975 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a02a339a618b4783a022f35b83f28975 2024-12-09T15:23:33,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f1ff68fc1c0e4e3c988854682bf7ba14 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/f1ff68fc1c0e4e3c988854682bf7ba14 2024-12-09T15:23:33,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d7ff55adea2c4829be9e114891ddb3c2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d7ff55adea2c4829be9e114891ddb3c2 2024-12-09T15:23:33,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e576fa2c37f2475d91f0a13696cc522b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e576fa2c37f2475d91f0a13696cc522b 2024-12-09T15:23:33,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eea1072dab644b08863f6ad293969519 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eea1072dab644b08863f6ad293969519 2024-12-09T15:23:33,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d383c3806d31480aaa74bb104b14f4ca to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/d383c3806d31480aaa74bb104b14f4ca 2024-12-09T15:23:33,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0d543d39cc644c33980c72cffddf6bca to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0d543d39cc644c33980c72cffddf6bca 2024-12-09T15:23:33,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/21e4c3d0402841378eeebf03266da3d6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/21e4c3d0402841378eeebf03266da3d6 2024-12-09T15:23:33,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/069e9697aed943169319156ba36c06f2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/069e9697aed943169319156ba36c06f2 2024-12-09T15:23:33,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/57493b80296c4cdca1325342151169e9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/57493b80296c4cdca1325342151169e9 2024-12-09T15:23:33,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a6e9cfea2f1948ef8bd2649edc788177 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/a6e9cfea2f1948ef8bd2649edc788177 2024-12-09T15:23:33,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1d541b0cc22142289049242ca423bdb5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1d541b0cc22142289049242ca423bdb5 2024-12-09T15:23:33,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3430a683707844b79acfdb935eb9b6cc to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3430a683707844b79acfdb935eb9b6cc 2024-12-09T15:23:33,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/26eff41eab0f4f3a9301d93096f51e18 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/26eff41eab0f4f3a9301d93096f51e18 2024-12-09T15:23:33,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eff89e35db144e43b04def214af1291e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/eff89e35db144e43b04def214af1291e 2024-12-09T15:23:33,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/7f29e07f20314f958b92400414b0f9ee to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/7f29e07f20314f958b92400414b0f9ee 2024-12-09T15:23:33,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0e00e5c3e9424221a4fc475d726377c9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/0e00e5c3e9424221a4fc475d726377c9 2024-12-09T15:23:33,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/38e1a80cbc214267b9c461c2c384141f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/38e1a80cbc214267b9c461c2c384141f 2024-12-09T15:23:33,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e741cde3eef14b768a91abe06c93c8e2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/e741cde3eef14b768a91abe06c93c8e2 2024-12-09T15:23:33,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/81771c3e2d86459c857ea357ed5d89c9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/81771c3e2d86459c857ea357ed5d89c9 2024-12-09T15:23:33,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/dcc8c19e731144d5b74eeb1c95e7bbb8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/dcc8c19e731144d5b74eeb1c95e7bbb8 2024-12-09T15:23:33,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/faed9d25095d4d4496d979ee66aa2552 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/faed9d25095d4d4496d979ee66aa2552 2024-12-09T15:23:33,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/c0d865a8c17b4d9383a9af54d7df1015 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/c0d865a8c17b4d9383a9af54d7df1015 2024-12-09T15:23:33,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3dc44743a48246f6a47f767ce3f0278a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/3dc44743a48246f6a47f767ce3f0278a 2024-12-09T15:23:33,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1743fabfb46d423ea138b7d0c102d86d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/1743fabfb46d423ea138b7d0c102d86d 2024-12-09T15:23:33,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4fa2caccfffe48189abb493dad3ca670 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/4fa2caccfffe48189abb493dad3ca670 2024-12-09T15:23:33,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/261f22c87dbd4942857a39a4f0fdd77f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c97fae911190458d98488063f16bb712, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9dff509ec839434f8be2a75f5a3d3071, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4b761c1b18244e1c8a9afda2ec4dd6ee, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e26f098e78d044b590902d34dc8fc6f0, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/85b11e5a8c4d47bd81747b6b812efafb, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a835349ceaea4d4aa476e81538a29fe2, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9f2875e8bf214a99ac7e1acebca56eca, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4803a14d48b74a949617fdb6337a529f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9e37052b9f9b4f97af8010131eb34bdb, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6d14347e97f946568195e9556a4800c5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f9bf008d15424207aa79d33ccc85c523, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a70ac2a946f3410ea4fad7fdd75fee76, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/211b371750c94402af84b0373d9e497c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/16773a77659b4987bb01ab52fa3c6c47, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/146826c73a9440fdb56d4fd4169f8518, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5f87aa03e5a1417896bf2311dce6b050, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/36bd9ff150b146fe8056dc697d7d66af, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6295f0b3cb794ef59532b627c926d70f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/64ab1bc48ea3489d8e3854a2a953c4c6, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9c7859b4a26041868f82e8d988a9ca90, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1a1e52e7910e4117ad50ac04bc288798, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c4d0cd1230814828bdf49351d24b551c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5cfde89d02c34188bf08214f5db99db4, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/428656be0d0b4c41a60b0349018d2f3c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5dc9516b6aad48d0a389f594bf3baf07, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1044c2ad1b814467b3d436ba4289d003, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f620e558a9a64f1a8834a465362a043c, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/664cf104ceb14f889bfc495b072efa88, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a149461c9cfa47cda7705c186b5d6d7b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/0d54b258e8dc4973a3a3014713a8e22b, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/2a932067e2e24123bebec5afaeedca80, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4d55cb2cd459488a83116f640a586ea8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/52e0f8aecb7c4ecb850003bfcc5911ac, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/98a5f4cf1f3849009d20a291ec4c9303, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5bc82a524dfc40dd8c77312a3d564c82, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f0c9210d65b64467a2b1a374641cfe85] to archive 2024-12-09T15:23:33,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:23:33,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/261f22c87dbd4942857a39a4f0fdd77f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/261f22c87dbd4942857a39a4f0fdd77f 2024-12-09T15:23:33,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c97fae911190458d98488063f16bb712 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c97fae911190458d98488063f16bb712 2024-12-09T15:23:33,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9dff509ec839434f8be2a75f5a3d3071 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9dff509ec839434f8be2a75f5a3d3071 2024-12-09T15:23:33,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4b761c1b18244e1c8a9afda2ec4dd6ee to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4b761c1b18244e1c8a9afda2ec4dd6ee 2024-12-09T15:23:33,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e26f098e78d044b590902d34dc8fc6f0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e26f098e78d044b590902d34dc8fc6f0 2024-12-09T15:23:33,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/85b11e5a8c4d47bd81747b6b812efafb to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/85b11e5a8c4d47bd81747b6b812efafb 2024-12-09T15:23:33,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a835349ceaea4d4aa476e81538a29fe2 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a835349ceaea4d4aa476e81538a29fe2 2024-12-09T15:23:33,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9f2875e8bf214a99ac7e1acebca56eca to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9f2875e8bf214a99ac7e1acebca56eca 2024-12-09T15:23:33,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4803a14d48b74a949617fdb6337a529f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4803a14d48b74a949617fdb6337a529f 2024-12-09T15:23:33,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9e37052b9f9b4f97af8010131eb34bdb to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9e37052b9f9b4f97af8010131eb34bdb 2024-12-09T15:23:33,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6d14347e97f946568195e9556a4800c5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6d14347e97f946568195e9556a4800c5 2024-12-09T15:23:33,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f9bf008d15424207aa79d33ccc85c523 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f9bf008d15424207aa79d33ccc85c523 2024-12-09T15:23:33,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a70ac2a946f3410ea4fad7fdd75fee76 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a70ac2a946f3410ea4fad7fdd75fee76 2024-12-09T15:23:33,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/211b371750c94402af84b0373d9e497c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/211b371750c94402af84b0373d9e497c 2024-12-09T15:23:33,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/16773a77659b4987bb01ab52fa3c6c47 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/16773a77659b4987bb01ab52fa3c6c47 2024-12-09T15:23:33,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/146826c73a9440fdb56d4fd4169f8518 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/146826c73a9440fdb56d4fd4169f8518 2024-12-09T15:23:33,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5f87aa03e5a1417896bf2311dce6b050 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5f87aa03e5a1417896bf2311dce6b050 2024-12-09T15:23:33,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/36bd9ff150b146fe8056dc697d7d66af to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/36bd9ff150b146fe8056dc697d7d66af 2024-12-09T15:23:33,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6295f0b3cb794ef59532b627c926d70f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/6295f0b3cb794ef59532b627c926d70f 2024-12-09T15:23:33,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/64ab1bc48ea3489d8e3854a2a953c4c6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/64ab1bc48ea3489d8e3854a2a953c4c6 2024-12-09T15:23:33,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9c7859b4a26041868f82e8d988a9ca90 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9c7859b4a26041868f82e8d988a9ca90 2024-12-09T15:23:33,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1a1e52e7910e4117ad50ac04bc288798 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1a1e52e7910e4117ad50ac04bc288798 2024-12-09T15:23:33,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c4d0cd1230814828bdf49351d24b551c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/c4d0cd1230814828bdf49351d24b551c 2024-12-09T15:23:33,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5cfde89d02c34188bf08214f5db99db4 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5cfde89d02c34188bf08214f5db99db4 2024-12-09T15:23:33,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/428656be0d0b4c41a60b0349018d2f3c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/428656be0d0b4c41a60b0349018d2f3c 2024-12-09T15:23:33,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5dc9516b6aad48d0a389f594bf3baf07 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5dc9516b6aad48d0a389f594bf3baf07 2024-12-09T15:23:33,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1044c2ad1b814467b3d436ba4289d003 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/1044c2ad1b814467b3d436ba4289d003 2024-12-09T15:23:33,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f620e558a9a64f1a8834a465362a043c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f620e558a9a64f1a8834a465362a043c 2024-12-09T15:23:33,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/664cf104ceb14f889bfc495b072efa88 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/664cf104ceb14f889bfc495b072efa88 2024-12-09T15:23:33,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a149461c9cfa47cda7705c186b5d6d7b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/a149461c9cfa47cda7705c186b5d6d7b 2024-12-09T15:23:33,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/0d54b258e8dc4973a3a3014713a8e22b to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/0d54b258e8dc4973a3a3014713a8e22b 2024-12-09T15:23:33,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/2a932067e2e24123bebec5afaeedca80 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/2a932067e2e24123bebec5afaeedca80 2024-12-09T15:23:33,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4d55cb2cd459488a83116f640a586ea8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/4d55cb2cd459488a83116f640a586ea8 2024-12-09T15:23:33,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/52e0f8aecb7c4ecb850003bfcc5911ac to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/52e0f8aecb7c4ecb850003bfcc5911ac 2024-12-09T15:23:33,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/98a5f4cf1f3849009d20a291ec4c9303 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/98a5f4cf1f3849009d20a291ec4c9303 2024-12-09T15:23:33,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5bc82a524dfc40dd8c77312a3d564c82 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/5bc82a524dfc40dd8c77312a3d564c82 2024-12-09T15:23:33,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f0c9210d65b64467a2b1a374641cfe85 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/f0c9210d65b64467a2b1a374641cfe85 2024-12-09T15:23:33,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/ef51c6e7c7684a7fb695d79698252c85, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/899253cc7c1648a29d21e0300d2ee922, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6aec51d3f556473789c0576d02cb9578, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fed6320221574b72821a050a36a7507f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5c294c0d769b4a1488925db19b26d46d, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d7009bcaced74801ab3c43ff856849a8, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2acdb8fcaebb41fc95fd7e4de8c75854, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/656b0cd66dd74d79af5ec4da99b70b38, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/67630ff0c6a740798572348e8b109456, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/b8c442857b47424abba33a8609330579, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fb1a2c4d81db464ea175117525cf65ef, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/f7b0b95db73049d18dc39635fb69ab0a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/9d478600a8e24e5e8038b3e2fd0a1c59, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/184e2b4404294ef79e9711de93436f04, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/542acd7b09264eef8173d7be411c4b89, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/33c7f9232f464a52a45bdca5e6e32822, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0c52f6e080af4758be487079e8c451ac, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c3059c0bf9294ea4ad9cb46cd4caed45, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/19523be3d2854c46a87d0bee2b33e5ab, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/eabc6106a464444fa483b599d6c06f7a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5cee0d2acb744a208e6f2dbcfa29165f, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/833a201b968d418bb14b8205a58a0e63, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6e9474346a304c19b72916c9234f39aa, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0f09a799ffb0463aaa9ee0b90362c452, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/11489f9a1872484799db267c6f6b1c35, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/891e45359c564270b659934970831cd1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aae1c8e476b34c0da8044a9e5ca91e85, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2d0498f1db7047e888b776db2810c56a, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/60dc9f69ccc3486fa882a05f1db602e1, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d0733753f2ae47c5b9b8512d9576f745, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/4ab986129d584e418c265509af777671, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aaa6cb958de644a8aaa6a7a234250b48, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d1b2c1e429694be4bc87a9e48b4cc719, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c0180527bab9471d99fdafb5f83073ed, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/23395cd29aa94d489c36f8de8252b7b5, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/17efced476fd4281bbb4d774531417ae] to archive 2024-12-09T15:23:33,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T15:23:33,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/ef51c6e7c7684a7fb695d79698252c85 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/ef51c6e7c7684a7fb695d79698252c85 2024-12-09T15:23:33,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/899253cc7c1648a29d21e0300d2ee922 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/899253cc7c1648a29d21e0300d2ee922 2024-12-09T15:23:33,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6aec51d3f556473789c0576d02cb9578 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6aec51d3f556473789c0576d02cb9578 2024-12-09T15:23:33,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fed6320221574b72821a050a36a7507f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fed6320221574b72821a050a36a7507f 2024-12-09T15:23:33,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5c294c0d769b4a1488925db19b26d46d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5c294c0d769b4a1488925db19b26d46d 2024-12-09T15:23:33,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d7009bcaced74801ab3c43ff856849a8 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d7009bcaced74801ab3c43ff856849a8 2024-12-09T15:23:33,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2acdb8fcaebb41fc95fd7e4de8c75854 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2acdb8fcaebb41fc95fd7e4de8c75854 2024-12-09T15:23:33,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/656b0cd66dd74d79af5ec4da99b70b38 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/656b0cd66dd74d79af5ec4da99b70b38 2024-12-09T15:23:33,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/67630ff0c6a740798572348e8b109456 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/67630ff0c6a740798572348e8b109456 2024-12-09T15:23:33,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/b8c442857b47424abba33a8609330579 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/b8c442857b47424abba33a8609330579 2024-12-09T15:23:33,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fb1a2c4d81db464ea175117525cf65ef to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/fb1a2c4d81db464ea175117525cf65ef 2024-12-09T15:23:33,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/f7b0b95db73049d18dc39635fb69ab0a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/f7b0b95db73049d18dc39635fb69ab0a 2024-12-09T15:23:33,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/9d478600a8e24e5e8038b3e2fd0a1c59 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/9d478600a8e24e5e8038b3e2fd0a1c59 2024-12-09T15:23:33,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/184e2b4404294ef79e9711de93436f04 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/184e2b4404294ef79e9711de93436f04 2024-12-09T15:23:33,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/542acd7b09264eef8173d7be411c4b89 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/542acd7b09264eef8173d7be411c4b89 2024-12-09T15:23:33,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/33c7f9232f464a52a45bdca5e6e32822 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/33c7f9232f464a52a45bdca5e6e32822 2024-12-09T15:23:33,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0c52f6e080af4758be487079e8c451ac to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0c52f6e080af4758be487079e8c451ac 2024-12-09T15:23:33,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c3059c0bf9294ea4ad9cb46cd4caed45 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c3059c0bf9294ea4ad9cb46cd4caed45 2024-12-09T15:23:33,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/19523be3d2854c46a87d0bee2b33e5ab to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/19523be3d2854c46a87d0bee2b33e5ab 2024-12-09T15:23:33,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/eabc6106a464444fa483b599d6c06f7a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/eabc6106a464444fa483b599d6c06f7a 2024-12-09T15:23:33,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5cee0d2acb744a208e6f2dbcfa29165f to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/5cee0d2acb744a208e6f2dbcfa29165f 2024-12-09T15:23:33,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/833a201b968d418bb14b8205a58a0e63 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/833a201b968d418bb14b8205a58a0e63 2024-12-09T15:23:33,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6e9474346a304c19b72916c9234f39aa to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/6e9474346a304c19b72916c9234f39aa 2024-12-09T15:23:33,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0f09a799ffb0463aaa9ee0b90362c452 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/0f09a799ffb0463aaa9ee0b90362c452 2024-12-09T15:23:33,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/11489f9a1872484799db267c6f6b1c35 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/11489f9a1872484799db267c6f6b1c35 2024-12-09T15:23:33,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/891e45359c564270b659934970831cd1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/891e45359c564270b659934970831cd1 2024-12-09T15:23:33,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aae1c8e476b34c0da8044a9e5ca91e85 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aae1c8e476b34c0da8044a9e5ca91e85 2024-12-09T15:23:33,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2d0498f1db7047e888b776db2810c56a to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/2d0498f1db7047e888b776db2810c56a 2024-12-09T15:23:33,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/60dc9f69ccc3486fa882a05f1db602e1 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/60dc9f69ccc3486fa882a05f1db602e1 2024-12-09T15:23:33,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d0733753f2ae47c5b9b8512d9576f745 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d0733753f2ae47c5b9b8512d9576f745 2024-12-09T15:23:33,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/4ab986129d584e418c265509af777671 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/4ab986129d584e418c265509af777671 2024-12-09T15:23:33,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aaa6cb958de644a8aaa6a7a234250b48 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/aaa6cb958de644a8aaa6a7a234250b48 2024-12-09T15:23:33,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d1b2c1e429694be4bc87a9e48b4cc719 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/d1b2c1e429694be4bc87a9e48b4cc719 2024-12-09T15:23:33,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c0180527bab9471d99fdafb5f83073ed to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/c0180527bab9471d99fdafb5f83073ed 2024-12-09T15:23:33,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/23395cd29aa94d489c36f8de8252b7b5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/23395cd29aa94d489c36f8de8252b7b5 2024-12-09T15:23:33,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/17efced476fd4281bbb4d774531417ae to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/17efced476fd4281bbb4d774531417ae 2024-12-09T15:23:33,932 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/recovered.edits/543.seqid, newMaxSeqId=543, maxSeqId=4 2024-12-09T15:23:33,932 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9. 2024-12-09T15:23:33,932 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for 400e3afa86694492733e30d67d8d73a9: 2024-12-09T15:23:33,933 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed 400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:33,934 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=400e3afa86694492733e30d67d8d73a9, regionState=CLOSED 2024-12-09T15:23:33,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-09T15:23:33,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure 400e3afa86694492733e30d67d8d73a9, server=33eb8daa289d,46843,1733757631575 in 1.9020 sec 2024-12-09T15:23:33,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-12-09T15:23:33,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=400e3afa86694492733e30d67d8d73a9, UNASSIGN in 1.9050 sec 2024-12-09T15:23:33,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-09T15:23:33,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9080 sec 2024-12-09T15:23:33,938 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757813938"}]},"ts":"1733757813938"} 2024-12-09T15:23:33,939 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T15:23:33,940 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T15:23:33,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9190 sec 2024-12-09T15:23:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-09T15:23:34,127 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-09T15:23:34,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T15:23:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:23:34,129 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:23:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-09T15:23:34,130 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:23:34,131 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,133 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C, FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/recovered.edits] 2024-12-09T15:23:34,136 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/46574345637e46cd8b58af44a165b13e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/46574345637e46cd8b58af44a165b13e 2024-12-09T15:23:34,140 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/afb1178f10004fc0bd19c396608d6e9d to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/afb1178f10004fc0bd19c396608d6e9d 2024-12-09T15:23:34,142 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/b00a3d2ae97d40068de7571b88c85a03 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/A/b00a3d2ae97d40068de7571b88c85a03 2024-12-09T15:23:34,144 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/562bb9d3b35642dc847a3bb56c2fade5 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/562bb9d3b35642dc847a3bb56c2fade5 2024-12-09T15:23:34,145 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9eecfe04a7dd402f92cb61bdb164d23c to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/9eecfe04a7dd402f92cb61bdb164d23c 2024-12-09T15:23:34,146 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e3599b6badac435a95868a04ae8815d6 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/B/e3599b6badac435a95868a04ae8815d6 2024-12-09T15:23:34,148 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/24ab73af267f4c35a492350e9a99dc00 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/24ab73af267f4c35a492350e9a99dc00 2024-12-09T15:23:34,149 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/9e8c561236c347e58cfee42a79c1896e to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/9e8c561236c347e58cfee42a79c1896e 2024-12-09T15:23:34,150 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/a09c1eb36e3043d79a0253190b9303f0 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/C/a09c1eb36e3043d79a0253190b9303f0 2024-12-09T15:23:34,153 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/recovered.edits/543.seqid to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9/recovered.edits/543.seqid 2024-12-09T15:23:34,153 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/default/TestAcidGuarantees/400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,153 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T15:23:34,154 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T15:23:34,154 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T15:23:34,157 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120902eb033685934f6aa4289a9ffa7a4bea_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120902eb033685934f6aa4289a9ffa7a4bea_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,158 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091171e91a420242559ae9b7f35c1fd913_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091171e91a420242559ae9b7f35c1fd913_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,159 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120914c6e26894794255bf3e52daeb498b28_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120914c6e26894794255bf3e52daeb498b28_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,160 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120919c6e019e77c455d98e1d215a8c1174e_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120919c6e019e77c455d98e1d215a8c1174e_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,161 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091c2090ee240b4b1782650290a4f23077_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091c2090ee240b4b1782650290a4f23077_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,162 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120938e6547c87c349e997e976e957afb2f0_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120938e6547c87c349e997e976e957afb2f0_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,163 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093ca9282ab181452d964145e49dfa6369_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093ca9282ab181452d964145e49dfa6369_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,165 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093d14b9d09422488ab26f7caa57fdd3ae_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093d14b9d09422488ab26f7caa57fdd3ae_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,165 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094e16be6419ad4bb0809cee1cdba743ff_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094e16be6419ad4bb0809cee1cdba743ff_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,166 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120957fe1723eb7942b2afe0f121aabb939c_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120957fe1723eb7942b2afe0f121aabb939c_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,167 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120960e92cd92e134cb1b9e964cd63e44df6_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120960e92cd92e134cb1b9e964cd63e44df6_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,168 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120971dbb2e3335b43c88fb2b5c1091c7454_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120971dbb2e3335b43c88fb2b5c1091c7454_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,169 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120975b610e061d74938b3a572071395fed9_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120975b610e061d74938b3a572071395fed9_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,170 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097b4f331900434504b3f92600a85641d6_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097b4f331900434504b3f92600a85641d6_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,171 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097ed5aed317a547a5acbb0140e0e2d131_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097ed5aed317a547a5acbb0140e0e2d131_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,172 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097f4b5a8a502144169aac82afa8ba6d17_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097f4b5a8a502144169aac82afa8ba6d17_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,173 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120992a897f4404149e2a93246241d2ebe8c_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120992a897f4404149e2a93246241d2ebe8c_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,174 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120995248edcd8cf403eb7f533bd37a4eb20_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120995248edcd8cf403eb7f533bd37a4eb20_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,175 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099eb12021aece4659a98c9f13790298dc_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099eb12021aece4659a98c9f13790298dc_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,176 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c301f3b95765442e8d0c83e066f0d42e_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c301f3b95765442e8d0c83e066f0d42e_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,177 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d390c5cb193349bd973fca0f03a148c4_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d390c5cb193349bd973fca0f03a148c4_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,178 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d7ff1ac7d7ae4019a4b489de40c65d65_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d7ff1ac7d7ae4019a4b489de40c65d65_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,179 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d9d8cdfb51e347b681295ffe6158c46c_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d9d8cdfb51e347b681295ffe6158c46c_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,179 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dc299d42cd9d432e9a573ae86df31e42_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dc299d42cd9d432e9a573ae86df31e42_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,180 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209df1c1d1dace54bbab873dca62730ff21_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209df1c1d1dace54bbab873dca62730ff21_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,181 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e52086b0a6b048df80e4f5c0d8d2bdc7_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e52086b0a6b048df80e4f5c0d8d2bdc7_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,182 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e7fb5131facf401487c268fd3c478135_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e7fb5131facf401487c268fd3c478135_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,183 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fd57ffab36854a07b2476c0c6bdd8940_400e3afa86694492733e30d67d8d73a9 to hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fd57ffab36854a07b2476c0c6bdd8940_400e3afa86694492733e30d67d8d73a9 2024-12-09T15:23:34,184 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T15:23:34,186 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:23:34,187 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T15:23:34,192 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T15:23:34,193 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:23:34,193 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T15:23:34,193 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733757814193"}]},"ts":"9223372036854775807"} 2024-12-09T15:23:34,195 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T15:23:34,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 400e3afa86694492733e30d67d8d73a9, NAME => 'TestAcidGuarantees,,1733757779865.400e3afa86694492733e30d67d8d73a9.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T15:23:34,195 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T15:23:34,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733757814195"}]},"ts":"9223372036854775807"} 2024-12-09T15:23:34,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-09T15:23:34,200 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T15:23:34,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-12-09T15:23:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-09T15:23:34,230 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-09T15:23:34,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 237), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=637 (was 655), ProcessCount=9 (was 9), AvailableMemoryMB=2907 (was 3697) 2024-12-09T15:23:34,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T15:23:34,241 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:23:34,241 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3771e354 to 127.0.0.1:61620 2024-12-09T15:23:34,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:34,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T15:23:34,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957708405, stopped=false 2024-12-09T15:23:34,242 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=33eb8daa289d,34895,1733757630387 2024-12-09T15:23:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T15:23:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T15:23:34,243 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T15:23:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:23:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:23:34,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:23:34,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:23:34,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:34,244 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '33eb8daa289d,46843,1733757631575' ***** 2024-12-09T15:23:34,244 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T15:23:34,245 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T15:23:34,245 INFO [RS:0;33eb8daa289d:46843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T15:23:34,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T15:23:34,245 INFO [RS:0;33eb8daa289d:46843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T15:23:34,245 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(3579): Received CLOSE for f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:23:34,246 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1224): stopping server 33eb8daa289d,46843,1733757631575 2024-12-09T15:23:34,246 DEBUG [RS:0;33eb8daa289d:46843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:34,246 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T15:23:34,246 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T15:23:34,246 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T15:23:34,246 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f6c565334c125b5000bdf8efc06431f8, disabling compactions & flushes 2024-12-09T15:23:34,246 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:23:34,246 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:23:34,246 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. after waiting 0 ms 2024-12-09T15:23:34,246 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:23:34,246 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f6c565334c125b5000bdf8efc06431f8 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T15:23:34,246 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T15:23:34,247 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T15:23:34,247 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1603): Online Regions={f6c565334c125b5000bdf8efc06431f8=hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T15:23:34,247 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:23:34,247 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T15:23:34,247 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T15:23:34,247 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:23:34,247 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:23:34,248 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-09T15:23:34,248 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:23:34,262 INFO [regionserver/33eb8daa289d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T15:23:34,262 INFO [regionserver/33eb8daa289d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T15:23:34,264 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/namespace/f6c565334c125b5000bdf8efc06431f8/.tmp/info/170f0f6ce4134083a13ef27995da1d09 is 45, key is default/info:d/1733757635696/Put/seqid=0 2024-12-09T15:23:34,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742563_1739 (size=5037) 2024-12-09T15:23:34,269 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/.tmp/info/00f0d9c128224dce82f4f5399b285e8f is 143, key is hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8./info:regioninfo/1733757635549/Put/seqid=0 2024-12-09T15:23:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742564_1740 (size=7725) 2024-12-09T15:23:34,325 INFO [regionserver/33eb8daa289d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:23:34,448 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:23:34,649 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f6c565334c125b5000bdf8efc06431f8 2024-12-09T15:23:34,668 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/namespace/f6c565334c125b5000bdf8efc06431f8/.tmp/info/170f0f6ce4134083a13ef27995da1d09 2024-12-09T15:23:34,672 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/namespace/f6c565334c125b5000bdf8efc06431f8/.tmp/info/170f0f6ce4134083a13ef27995da1d09 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/namespace/f6c565334c125b5000bdf8efc06431f8/info/170f0f6ce4134083a13ef27995da1d09 2024-12-09T15:23:34,672 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/.tmp/info/00f0d9c128224dce82f4f5399b285e8f 2024-12-09T15:23:34,675 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/namespace/f6c565334c125b5000bdf8efc06431f8/info/170f0f6ce4134083a13ef27995da1d09, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T15:23:34,676 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f6c565334c125b5000bdf8efc06431f8 in 430ms, sequenceid=6, compaction requested=false 2024-12-09T15:23:34,689 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/namespace/f6c565334c125b5000bdf8efc06431f8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T15:23:34,690 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:23:34,690 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f6c565334c125b5000bdf8efc06431f8: 2024-12-09T15:23:34,690 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733757634618.f6c565334c125b5000bdf8efc06431f8. 2024-12-09T15:23:34,696 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/.tmp/rep_barrier/57aa22ee965e407e87bdf16b8afa5c9f is 102, key is TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17./rep_barrier:/1733757665128/DeleteFamily/seqid=0 2024-12-09T15:23:34,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742565_1741 (size=6025) 2024-12-09T15:23:34,849 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T15:23:35,049 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T15:23:35,102 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/.tmp/rep_barrier/57aa22ee965e407e87bdf16b8afa5c9f 2024-12-09T15:23:35,120 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/.tmp/table/56f6cfcf42004fbfb030e984453da96c is 96, key is TestAcidGuarantees,,1733757635973.0b41936d3e5836067a6f6b0215625f17./table:/1733757665128/DeleteFamily/seqid=0 2024-12-09T15:23:35,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742566_1742 (size=5942) 2024-12-09T15:23:35,249 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-09T15:23:35,249 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-09T15:23:35,249 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T15:23:35,450 DEBUG [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T15:23:35,523 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/.tmp/table/56f6cfcf42004fbfb030e984453da96c 2024-12-09T15:23:35,527 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/.tmp/info/00f0d9c128224dce82f4f5399b285e8f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/info/00f0d9c128224dce82f4f5399b285e8f 2024-12-09T15:23:35,529 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/info/00f0d9c128224dce82f4f5399b285e8f, entries=22, sequenceid=93, filesize=7.5 K 2024-12-09T15:23:35,530 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/.tmp/rep_barrier/57aa22ee965e407e87bdf16b8afa5c9f as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/rep_barrier/57aa22ee965e407e87bdf16b8afa5c9f 2024-12-09T15:23:35,532 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/rep_barrier/57aa22ee965e407e87bdf16b8afa5c9f, entries=6, sequenceid=93, filesize=5.9 K 2024-12-09T15:23:35,532 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/.tmp/table/56f6cfcf42004fbfb030e984453da96c as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/table/56f6cfcf42004fbfb030e984453da96c 2024-12-09T15:23:35,535 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/table/56f6cfcf42004fbfb030e984453da96c, entries=9, sequenceid=93, filesize=5.8 K 2024-12-09T15:23:35,536 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=93, compaction requested=false 2024-12-09T15:23:35,541 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-09T15:23:35,541 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:23:35,541 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T15:23:35,541 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T15:23:35,541 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T15:23:35,650 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1250): stopping server 33eb8daa289d,46843,1733757631575; all regions closed. 2024-12-09T15:23:35,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741834_1010 (size=26050) 2024-12-09T15:23:35,656 DEBUG [RS:0;33eb8daa289d:46843 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/oldWALs 2024-12-09T15:23:35,656 INFO [RS:0;33eb8daa289d:46843 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 33eb8daa289d%2C46843%2C1733757631575.meta:.meta(num 1733757634292) 2024-12-09T15:23:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741832_1008 (size=16795272) 2024-12-09T15:23:35,661 DEBUG [RS:0;33eb8daa289d:46843 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/oldWALs 2024-12-09T15:23:35,661 INFO [RS:0;33eb8daa289d:46843 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 33eb8daa289d%2C46843%2C1733757631575:(num 1733757633383) 2024-12-09T15:23:35,661 DEBUG [RS:0;33eb8daa289d:46843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:35,661 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:23:35,661 INFO [RS:0;33eb8daa289d:46843 {}] hbase.ChoreService(370): Chore service for: regionserver/33eb8daa289d:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T15:23:35,661 INFO [regionserver/33eb8daa289d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T15:23:35,662 INFO [RS:0;33eb8daa289d:46843 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:46843 2024-12-09T15:23:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/33eb8daa289d,46843,1733757631575 2024-12-09T15:23:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:23:35,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33eb8daa289d,46843,1733757631575] 2024-12-09T15:23:35,668 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 33eb8daa289d,46843,1733757631575; numProcessing=1 2024-12-09T15:23:35,669 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/33eb8daa289d,46843,1733757631575 already deleted, retry=false 2024-12-09T15:23:35,669 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 33eb8daa289d,46843,1733757631575 expired; onlineServers=0 2024-12-09T15:23:35,669 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '33eb8daa289d,34895,1733757630387' ***** 2024-12-09T15:23:35,669 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T15:23:35,670 DEBUG [M:0;33eb8daa289d:34895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d5c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33eb8daa289d/172.17.0.3:0 2024-12-09T15:23:35,670 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HRegionServer(1224): stopping server 33eb8daa289d,34895,1733757630387 2024-12-09T15:23:35,670 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HRegionServer(1250): stopping server 33eb8daa289d,34895,1733757630387; all regions closed. 2024-12-09T15:23:35,670 DEBUG [M:0;33eb8daa289d:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:23:35,670 DEBUG [M:0;33eb8daa289d:34895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T15:23:35,670 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T15:23:35,670 DEBUG [M:0;33eb8daa289d:34895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T15:23:35,670 DEBUG [master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.large.0-1733757633035 {}] cleaner.HFileCleaner(306): Exit Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.large.0-1733757633035,5,FailOnTimeoutGroup] 2024-12-09T15:23:35,670 DEBUG [master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.small.0-1733757633035 {}] cleaner.HFileCleaner(306): Exit Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.small.0-1733757633035,5,FailOnTimeoutGroup] 2024-12-09T15:23:35,670 INFO [M:0;33eb8daa289d:34895 {}] hbase.ChoreService(370): Chore service for: master/33eb8daa289d:0 had [] on shutdown 2024-12-09T15:23:35,670 DEBUG [M:0;33eb8daa289d:34895 {}] master.HMaster(1733): Stopping service threads 2024-12-09T15:23:35,670 INFO [M:0;33eb8daa289d:34895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T15:23:35,670 ERROR [M:0;33eb8daa289d:34895 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-09T15:23:35,671 INFO [M:0;33eb8daa289d:34895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T15:23:35,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T15:23:35,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:23:35,671 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T15:23:35,672 DEBUG [M:0;33eb8daa289d:34895 {}] zookeeper.ZKUtil(347): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T15:23:35,672 WARN [M:0;33eb8daa289d:34895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T15:23:35,672 INFO [M:0;33eb8daa289d:34895 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T15:23:35,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T15:23:35,672 INFO [M:0;33eb8daa289d:34895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T15:23:35,672 DEBUG [M:0;33eb8daa289d:34895 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:23:35,672 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:23:35,672 DEBUG [M:0;33eb8daa289d:34895 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:23:35,672 DEBUG [M:0;33eb8daa289d:34895 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:23:35,672 DEBUG [M:0;33eb8daa289d:34895 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:23:35,672 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=794.57 KB heapSize=979.23 KB 2024-12-09T15:23:35,687 DEBUG [M:0;33eb8daa289d:34895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5a323aa31f74afbb506333776cd0be3 is 82, key is hbase:meta,,1/info:regioninfo/1733757634465/Put/seqid=0 2024-12-09T15:23:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742567_1743 (size=5672) 2024-12-09T15:23:35,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:23:35,768 INFO [RS:0;33eb8daa289d:46843 {}] regionserver.HRegionServer(1307): Exiting; stopping=33eb8daa289d,46843,1733757631575; zookeeper connection closed. 2024-12-09T15:23:35,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46843-0x10197cfde6f0001, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:23:35,769 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18e8d611 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18e8d611 2024-12-09T15:23:35,769 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T15:23:36,091 INFO [M:0;33eb8daa289d:34895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2285 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5a323aa31f74afbb506333776cd0be3 2024-12-09T15:23:36,113 DEBUG [M:0;33eb8daa289d:34895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f59c1d3aba10485d8486b7723ab383fa is 2283, key is \x00\x00\x00\x00\x00\x00\x00\x98/proc:d/1733757782887/Put/seqid=0 2024-12-09T15:23:36,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742568_1744 (size=45044) 2024-12-09T15:23:36,119 INFO [M:0;33eb8daa289d:34895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=794.01 KB at sequenceid=2285 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f59c1d3aba10485d8486b7723ab383fa 2024-12-09T15:23:36,122 INFO [M:0;33eb8daa289d:34895 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f59c1d3aba10485d8486b7723ab383fa 2024-12-09T15:23:36,139 DEBUG [M:0;33eb8daa289d:34895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a5ab5bfc214a68b75d21adf1306026 is 69, key is 33eb8daa289d,46843,1733757631575/rs:state/1733757633164/Put/seqid=0 2024-12-09T15:23:36,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073742569_1745 (size=5156) 2024-12-09T15:23:36,543 INFO [M:0;33eb8daa289d:34895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2285 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a5ab5bfc214a68b75d21adf1306026 2024-12-09T15:23:36,547 DEBUG [M:0;33eb8daa289d:34895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5a323aa31f74afbb506333776cd0be3 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5a323aa31f74afbb506333776cd0be3 2024-12-09T15:23:36,551 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5a323aa31f74afbb506333776cd0be3, entries=8, sequenceid=2285, filesize=5.5 K 2024-12-09T15:23:36,552 DEBUG [M:0;33eb8daa289d:34895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f59c1d3aba10485d8486b7723ab383fa as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f59c1d3aba10485d8486b7723ab383fa 2024-12-09T15:23:36,555 INFO [M:0;33eb8daa289d:34895 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f59c1d3aba10485d8486b7723ab383fa 2024-12-09T15:23:36,555 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f59c1d3aba10485d8486b7723ab383fa, entries=179, sequenceid=2285, filesize=44.0 K 2024-12-09T15:23:36,556 DEBUG [M:0;33eb8daa289d:34895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a5ab5bfc214a68b75d21adf1306026 as hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a5ab5bfc214a68b75d21adf1306026 2024-12-09T15:23:36,559 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37533/user/jenkins/test-data/3d0a7aca-4e79-ac85-8955-fb7f4f6884b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a5ab5bfc214a68b75d21adf1306026, entries=1, sequenceid=2285, filesize=5.0 K 2024-12-09T15:23:36,559 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HRegion(3040): Finished flush of dataSize ~794.57 KB/813639, heapSize ~978.94 KB/1002432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=2285, compaction requested=false 2024-12-09T15:23:36,561 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:23:36,561 DEBUG [M:0;33eb8daa289d:34895 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T15:23:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43939 is added to blk_1073741830_1006 (size=963403) 2024-12-09T15:23:36,563 INFO [M:0;33eb8daa289d:34895 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T15:23:36,563 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T15:23:36,563 INFO [M:0;33eb8daa289d:34895 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:34895 2024-12-09T15:23:36,567 DEBUG [M:0;33eb8daa289d:34895 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/33eb8daa289d,34895,1733757630387 already deleted, retry=false 2024-12-09T15:23:36,668 INFO [M:0;33eb8daa289d:34895 {}] regionserver.HRegionServer(1307): Exiting; stopping=33eb8daa289d,34895,1733757630387; zookeeper connection closed. 2024-12-09T15:23:36,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:23:36,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x10197cfde6f0000, quorum=127.0.0.1:61620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:23:36,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ba49e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:23:36,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:23:36,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:23:36,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:23:36,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/hadoop.log.dir/,STOPPED} 2024-12-09T15:23:36,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T15:23:36,685 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T15:23:36,685 WARN [BP-1280369794-172.17.0.3-1733757627046 heartbeating to localhost/127.0.0.1:37533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T15:23:36,685 WARN [BP-1280369794-172.17.0.3-1733757627046 heartbeating to localhost/127.0.0.1:37533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1280369794-172.17.0.3-1733757627046 (Datanode Uuid 961ec2db-2921-4f7b-8384-2fec30db1c0e) service to localhost/127.0.0.1:37533 2024-12-09T15:23:36,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02/dfs/data/data1/current/BP-1280369794-172.17.0.3-1733757627046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:23:36,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/cluster_b4e8082f-3d93-fc79-4720-5b2c0b47dc02/dfs/data/data2/current/BP-1280369794-172.17.0.3-1733757627046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:23:36,690 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T15:23:36,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:23:36,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:23:36,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:23:36,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:23:36,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5bf4689-a9e6-d415-247f-a552e596f2c4/hadoop.log.dir/,STOPPED} 2024-12-09T15:23:36,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T15:23:36,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down